-- Logs begin at Fri 2021-04-16 16:00:34 UTC, end at Fri 2021-04-16 17:02:18 UTC. -- Apr 16 16:35:59.998367 dv-cinder-733622-13-smb systemd[1]: Started Devstack devstack@q-svc.service. Apr 16 16:36:03.282562 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.common.config [-] Logging enabled! Apr 16 16:36:03.283197 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev91 Apr 16 16:36:03.284612 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=85220) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 16 16:36:03.286658 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.common.config [-] Logging enabled! Apr 16 16:36:03.286941 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev91 Apr 16 16:36:03.287295 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=85220) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 16 16:36:03.288490 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 16 16:36:03.288620 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 16 16:36:03.289753 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 16 16:36:03.290060 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 16 16:36:03.290331 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 16 16:36:03.290709 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:03.291055 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:03.291398 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:03.291662 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:03.292005 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:03.292343 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:03.292665 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:03.293001 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:03.293387 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:03.293675 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:03.293988 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:03.294384 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:03.294583 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:03.294914 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] config_source = [] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:03.295256 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:03.295578 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:03.295827 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] debug = True {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:03.296152 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:03.296698 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:03.297017 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:03.297342 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:03.297669 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:03.297979 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:03.298314 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:03.298636 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:03.298950 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:03.299338 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] host = dv-cinder-733622-13-smb {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:03.299657 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:03.299979 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:03.300308 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:03.300639 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:03.300955 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:03.301810 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:03.302365 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:03.302676 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] log_dir = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:03.303155 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] log_file = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:03.303493 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:03.303833 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:03.304228 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:03.304616 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:03.304878 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:03.305192 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:03.305591 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:03.305929 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:03.306280 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:03.306597 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:03.306911 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:03.307237 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:03.307544 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:03.307852 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:03.308191 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:03.308512 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:03.308843 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:03.309156 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:03.309468 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:03.309759 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:03.310080 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:03.310416 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:03.310721 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:03.311030 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:03.311337 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:03.311670 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:03.311975 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:03.312285 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:03.312632 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:03.312963 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:03.313289 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:03.313615 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:03.313926 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:03.314281 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:03.314588 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:03.314894 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] use_journal = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:03.315200 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] use_json = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:03.315506 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:03.315809 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:03.316134 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:03.316446 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:03.316751 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:03.317935 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:03.317935 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:03.318498 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:03.318656 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:03.318998 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:03.319346 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:03.319729 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:03.320064 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:03.320378 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:03.320712 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:03.321027 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:03.321359 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:03.321694 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:03.322120 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:03.322445 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:03.322844 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:03.323162 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:03.323506 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:03.323932 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:03.324276 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:03.324626 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:03.325002 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:03.325314 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:03.325652 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:03.326023 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:03.326356 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:03.326763 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:03.327102 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:03.327424 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:03.327807 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:03.328143 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:03.328461 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:03.328841 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:03.329159 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:03.329506 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:03.329927 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:03.330308 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:03.330631 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:03.330945 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:03.331255 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:03.331645 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:03.331957 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:03.332293 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:03.333641 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:03.333641 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:03.333641 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:03.333641 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:03.333940 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:03.334269 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:03.334767 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:03.335061 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:03.335414 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:03.335729 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:03.336040 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:03.336363 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:03.336734 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:03.337490 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:03.337740 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:03.337921 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:03.338352 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:03.338963 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:03.338963 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:03.340033 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:03.340033 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:03.340033 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:03.340990 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:03.340990 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:03.341168 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:03.341688 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:03.342226 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:03.342752 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:03.343193 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:03.344003 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:03.344003 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:03.344498 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:03.344498 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:03.344819 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:03.345143 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:03.345462 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:03.345815 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:03.346130 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:03.346458 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:03.346808 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:03.347136 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:03.347467 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:03.347790 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:03.348141 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:03.348520 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:03.348965 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:03.349307 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:03.349627 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:03.349947 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:03.350309 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:03.350634 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:03.350976 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:03.351312 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:03.351651 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:03.351986 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:03.352329 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:03.352656 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:03.353018 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:03.353314 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:03.353571 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 16 16:36:03.353840 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=85220) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Apr 16 16:36:04.039052 dv-cinder-733622-13-smb neutron-server[85220]: INFO keyring.backend [-] Loading Gnome Apr 16 16:36:04.057681 dv-cinder-733622-13-smb neutron-server[85220]: INFO keyring.backend [-] Loading Google Apr 16 16:36:04.060456 dv-cinder-733622-13-smb neutron-server[85220]: INFO keyring.backend [-] Loading Windows (alt) Apr 16 16:36:04.064035 dv-cinder-733622-13-smb neutron-server[85220]: INFO keyring.backend [-] Loading file Apr 16 16:36:04.064887 dv-cinder-733622-13-smb neutron-server[85220]: INFO keyring.backend [-] Loading keyczar Apr 16 16:36:04.065159 dv-cinder-733622-13-smb neutron-server[85220]: INFO keyring.backend [-] Loading multi Apr 16 16:36:04.065796 dv-cinder-733622-13-smb neutron-server[85220]: INFO keyring.backend [-] Loading pyfs Apr 16 16:36:04.116046 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=85220) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:36:04.116359 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=85220) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:36:04.116759 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=85220) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:36:04.117153 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 16 16:36:04.527648 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:36:04.528248 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:36:04.528248 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:36:04.529611 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:36:04.530057 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:36:04.530360 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:36:04.570728 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:36:04.571138 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:36:04.571443 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:36:04.588551 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:36:04.588869 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:36:04.589170 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:36:04.657899 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:36:04.658260 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:36:04.658573 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:36:04.659592 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:36:04.659893 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:36:04.662423 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:36:04.946196 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:36:04.946517 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:36:04.946812 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:36:04.947118 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:36:04.947949 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:36:05.103676 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:36:05.104006 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:36:05.104299 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:36:05.104597 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:36:05.104889 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:36:05.105274 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:36:05.105570 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:36:05.105861 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:36:05.106173 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:36:05.106504 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:36:05.106796 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:36:05.107101 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:36:05.107404 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:36:05.107694 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:36:05.108007 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:36:05.108322 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:36:05.108611 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:36:05.108928 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:36:05.109209 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:36:05.109555 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:36:05.110032 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:36:05.110313 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:36:05.110596 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:36:05.110935 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:36:05.111212 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:36:05.111488 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:36:05.111917 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=85220) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 16 16:36:05.112186 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=85220) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 16 16:36:05.112456 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=85220) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 16 16:36:05.112720 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=85220) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 16 16:36:05.112987 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=85220) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 16 16:36:05.113259 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=85220) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 16 16:36:05.113721 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 16 16:36:05.117809 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 16 16:36:05.121914 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 16 16:36:05.125805 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(750, 799)])]) Apr 16 16:36:05.127530 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 16 16:36:05.128793 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 16 16:36:05.129177 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 16 16:36:05.129673 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 16 16:36:05.132546 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 16 16:36:05.132822 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 16 16:36:05.133218 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 16 16:36:05.162261 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 16 16:36:05.162791 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:36:05.163127 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=85220) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 16 16:36:05.163732 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:36:05.165129 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=85220) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 16 16:36:05.165460 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 16 16:36:05.165756 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 16 16:36:05.169095 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:36:05.169404 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:36:05.239510 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 16 16:36:05.239819 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 16 16:36:05.240073 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 16 16:36:05.240498 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 16 16:36:05.289604 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_db.sqlalchemy.engines [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=85220) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Apr 16 16:36:05.851517 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.plugins.ml2.managers [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Initializing driver for type 'gre' Apr 16 16:36:05.852385 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] gre ID ranges: [(1, 1000)] Apr 16 16:36:05.899173 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.plugins.ml2.managers [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Initializing driver for type 'local' Apr 16 16:36:05.899533 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.plugins.ml2.managers [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Initializing driver for type 'vlan' Apr 16 16:36:05.910360 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] VlanTypeDriver initialization complete Apr 16 16:36:05.911426 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.plugins.ml2.managers [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Initializing driver for type 'vxlan' Apr 16 16:36:05.912061 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] vxlan ID ranges: [(1, 1000)] Apr 16 16:36:05.957942 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.plugins.ml2.managers [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Initializing extension driver 'port_security' Apr 16 16:36:05.958651 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.plugins.ml2.extensions.port_security [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] PortSecurityExtensionDriver initialization complete Apr 16 16:36:05.958961 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.plugins.ml2.managers [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Initializing mechanism driver 'openvswitch' Apr 16 16:36:05.958961 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.plugins.ml2.managers [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Initializing mechanism driver 'hyperv' Apr 16 16:36:05.966629 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=85220) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:36:05.967468 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Subscribe: > port after_create 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:36:05.967880 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Subscribe: > port after_update 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:36:05.968348 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Subscribe: > port after_delete 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:36:05.968777 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Subscribe: > subnet after_create 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:36:05.969198 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Subscribe: > subnet after_update 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:36:05.969616 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Subscribe: > subnet after_delete 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:36:05.970050 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Subscribe: > network after_create 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:36:05.970509 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Subscribe: > network after_update 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:36:05.970892 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Subscribe: > network after_delete 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:36:05.971380 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Subscribe: > security_group after_create 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:36:05.971770 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Subscribe: > security_group after_update 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:36:05.972368 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Subscribe: > security_group after_delete 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:36:05.972793 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:36:05.973809 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:36:05.974293 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:36:05.974715 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Subscribe: > address_group after_create 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:36:05.975137 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Subscribe: > address_group after_update 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:36:05.975595 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Subscribe: > address_group after_delete 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:36:05.975959 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] ML2 OVO RPC backend initialized. {{(pid=85220) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Apr 16 16:36:05.976773 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Subscribe: > router_interface after_create 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:36:05.977249 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:36:05.977712 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Subscribe: > network before_response 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:36:05.978199 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Subscribe: > networks before_response 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:36:05.978621 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Subscribe: > port before_response 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:36:05.979033 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Subscribe: > ports before_response 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:36:05.979414 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Subscribe: > subnet before_response 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:36:05.979793 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Subscribe: > subnets before_response 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:36:05.980251 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Subscribe: > network after_create 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:36:05.980639 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Subscribe: > network after_update 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:36:05.981088 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Subscribe: > network after_delete 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:36:05.981472 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Subscribe: > port after_create 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:36:05.981875 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Subscribe: > port after_update 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:36:05.982328 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Subscribe: > port after_delete 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:36:05.982702 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Subscribe: > subnet after_create 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:36:05.983222 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Subscribe: > subnet after_update 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:36:05.983598 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Subscribe: > subnet after_delete 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:36:05.984263 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.plugins.ml2.plugin [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Modular L2 Plugin initialization complete Apr 16 16:36:05.984631 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.manager [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loading services supported by the core plugin {{(pid=85220) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 16 16:36:05.985079 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.plugins.ml2.managers [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Got port-security extension from driver 'port_security' Apr 16 16:36:05.985593 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.extensions.vlantransparent [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Disabled vlantransparent extension. Apr 16 16:36:05.986315 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.manager [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=85220) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 16 16:36:05.986665 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.manager [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loading Plugin: router Apr 16 16:36:06.029659 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Subscribe: > router_interface before_create 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:36:06.030236 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Subscribe: > router after_create 55549900 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:36:06.030656 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Subscribe: > router before_create 55549900 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:36:06.031073 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:36:06.031510 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:36:06.032045 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Subscribe: > router after_delete 55549900 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:36:06.032457 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Subscribe: > floatingip after_update 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:36:06.032874 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Subscribe: > router after_create 55549900 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:36:06.033338 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Subscribe: > router after_update 55549900 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:36:06.033741 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Subscribe: > router after_update 55549900 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:36:06.034251 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:36:06.034662 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Subscribe: > router after_update 55549900 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:36:06.035182 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Subscribe: > router precommit_update 55549900 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:36:06.036199 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Subscribe: port after_update 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:36:06.037080 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Subscribe: port after_delete 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:36:06.037080 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Subscribe: subnet after_update 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:36:06.037462 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:36:06.037934 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Subscribe: > port precommit_delete 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:36:06.038355 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Subscribe: > router precommit_create 55549900 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:36:06.038742 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Subscribe: port before_delete 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:36:06.039128 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Subscribe: > router precommit_create 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:36:06.039544 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Subscribe: > router after_update 55549900 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:36:06.039948 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Subscribe: > router precommit_delete 55549900 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:36:06.040404 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Subscribe: > router precommit_create 55549900 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:36:06.040897 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Subscribe: > router_interface after_create 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:36:06.041295 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Subscribe: > router precommit_update 55549900 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:36:06.041815 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Subscribe: > network after_delete 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:36:06.043123 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource_registry [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Tracking information for resource: router configured {{(pid=85220) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 16 16:36:06.043609 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource_registry [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Tracking information for resource: floatingip configured {{(pid=85220) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 16 16:36:06.049540 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.db.l3_agentschedulers_db [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 16 16:36:06.050372 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Subscribe: port after_update 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:36:06.050820 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Subscribe: port after_create 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:36:06.051827 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Subscribe: port after_delete 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:36:06.052369 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Subscribe: port after_update 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:36:06.053418 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Subscribe: > router before_create 55550100 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:36:06.053916 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Subscribe: > router precommit_delete 55550100 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:36:06.054377 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Subscribe: > router precommit_create 55550100 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:36:06.054818 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Subscribe: > router precommit_update 55550100 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:36:06.060246 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.services.provider_configuration [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Service providers = [] {{(pid=85220) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 16 16:36:06.060652 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.servicetype_db [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=85220) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 16 16:36:06.063859 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.services.service_base [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=85220) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 16 16:36:06.064253 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.services.service_base [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=85220) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 16 16:36:06.064632 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.services.service_base [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=85220) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 16 16:36:06.065570 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.services.service_base [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=85220) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 16 16:36:06.065988 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.services.service_base [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 16 16:36:06.066454 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.manager [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=85220) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 16 16:36:06.066865 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.manager [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 16 16:36:06.077627 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.manager [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=85220) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 16 16:36:06.078036 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.manager [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loading Plugin: auto_allocate Apr 16 16:36:06.084562 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Subscribe: network precommit_update 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:36:06.084968 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Subscribe: network precommit_create 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:36:06.085592 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.manager [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=85220) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 16 16:36:06.085956 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.manager [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loading Plugin: tag Apr 16 16:36:06.093746 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.manager [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=85220) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 16 16:36:06.094287 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.manager [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loading Plugin: timestamp Apr 16 16:36:06.098759 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.manager [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=85220) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 16 16:36:06.099255 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.manager [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loading Plugin: network_ip_availability Apr 16 16:36:06.105384 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:36:06.105805 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:36:06.106341 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:36:06.107330 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.manager [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=85220) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 16 16:36:06.107744 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.manager [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loading Plugin: flavors Apr 16 16:36:06.113290 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.manager [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=85220) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 16 16:36:06.113745 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.manager [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loading Plugin: revisions Apr 16 16:36:06.120389 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.manager [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=85220) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 16 16:36:06.120818 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.004s {{(pid=85220) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:36:06.121748 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=85220) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Apr 16 16:36:06.122153 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Initializing extension manager. Apr 16 16:36:06.122806 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loading extension file: __init__.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 16:36:06.123202 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loading extension file: __pycache__ {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 16:36:06.123658 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 16:36:06.124037 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loading extension file: address_group.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 16:36:06.125063 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 16:36:06.125803 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loaded extension: address-group Apr 16 16:36:06.126212 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loading extension file: address_scope.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 16:36:06.127021 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 16:36:06.127682 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loaded extension: address-scope Apr 16 16:36:06.128056 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loading extension file: admin_state_down_before_update.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 16:36:06.129347 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 16:36:06.130160 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loaded extension: router-admin-state-down-before-update Apr 16 16:36:06.130528 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loading extension file: agent.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 16:36:06.131459 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 16:36:06.132062 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loaded extension: agent Apr 16 16:36:06.132545 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loading extension file: agent_resources_synced.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 16:36:06.133542 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 16:36:06.134260 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loaded extension: agent-resources-synced Apr 16 16:36:06.134671 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loading extension file: allowedaddresspairs.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 16:36:06.136892 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 16:36:06.137744 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loaded extension: allowed-address-pairs Apr 16 16:36:06.138292 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loading extension file: auto_allocated_topology.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 16:36:06.140219 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 16:36:06.140219 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loaded extension: auto-allocated-topology Apr 16 16:36:06.141300 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loading extension file: availability_zone.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 16:36:06.141585 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 16:36:06.142091 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loaded extension: availability_zone Apr 16 16:36:06.142449 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loading extension file: availability_zone_filter.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 16:36:06.143550 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 16:36:06.144145 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loaded extension: availability_zone_filter Apr 16 16:36:06.144513 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loading extension file: data_plane_status.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 16:36:06.146320 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 16:36:06.146904 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Extension data-plane-status not supported by any of loaded plugins Apr 16 16:36:06.147271 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loading extension file: default_subnetpools.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 16:36:06.148275 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 16:36:06.148871 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loaded extension: default-subnetpools Apr 16 16:36:06.149284 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loading extension file: dhcpagentscheduler.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 16:36:06.150323 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 16:36:06.150917 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loaded extension: dhcp_agent_scheduler Apr 16 16:36:06.151278 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loading extension file: dns.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 16:36:06.152324 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 16:36:06.152976 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Extension dns-integration not supported by any of loaded plugins Apr 16 16:36:06.153346 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loading extension file: dns_domain_ports.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 16:36:06.154479 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 16:36:06.155145 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 16 16:36:06.155514 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loading extension file: dvr.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 16:36:06.156265 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 16:36:06.156996 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loaded extension: dvr Apr 16 16:36:06.157370 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loading extension file: empty_string_filtering.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 16:36:06.158363 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 16:36:06.159003 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loaded extension: empty-string-filtering Apr 16 16:36:06.159367 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 16:36:06.160348 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 16:36:06.161646 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 16 16:36:06.162166 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 16:36:06.163272 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 16:36:06.163953 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 16 16:36:06.164370 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loading extension file: external_net.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 16:36:06.165447 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 16:36:06.166245 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loaded extension: external-net Apr 16 16:36:06.166730 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loading extension file: extra_dhcp_opt.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 16:36:06.167817 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 16:36:06.168496 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loaded extension: extra_dhcp_opt Apr 16 16:36:06.168906 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loading extension file: extraroute.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 16:36:06.170028 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 16:36:06.170750 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loaded extension: extraroute Apr 16 16:36:06.171189 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loading extension file: extraroute_atomic.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 16:36:06.172445 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 16:36:06.173030 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loaded extension: extraroute-atomic Apr 16 16:36:06.173478 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loading extension file: filter_validation.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 16:36:06.174255 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 16:36:06.174868 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loaded extension: filter-validation Apr 16 16:36:06.175277 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loading extension file: fip_pf_description.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 16:36:06.176875 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 16:36:06.177851 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 16 16:36:06.178238 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loading extension file: fip_port_details.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 16:36:06.179410 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 16:36:06.179996 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loaded extension: fip-port-details Apr 16 16:36:06.180478 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loading extension file: flavors.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 16:36:06.182379 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 16:36:06.182994 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loaded extension: flavors Apr 16 16:36:06.183364 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 16:36:06.185241 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 16:36:06.185844 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 16 16:36:06.186325 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loading extension file: floatingip_pools.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 16:36:06.187239 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 16:36:06.187758 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loaded extension: floatingip-pools Apr 16 16:36:06.188202 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loading extension file: ip_allocation.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 16:36:06.189235 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 16:36:06.189817 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Extension ip_allocation not supported by any of loaded plugins Apr 16 16:36:06.190210 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 16:36:06.191234 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 16:36:06.192478 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loaded extension: ip-substring-filtering Apr 16 16:36:06.192952 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loading extension file: l2_adjacency.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 16:36:06.193918 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 16:36:06.194530 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 16 16:36:06.194993 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loading extension file: l3.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 16:36:06.196191 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 16:36:06.196894 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loaded extension: router Apr 16 16:36:06.197243 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loading extension file: l3_conntrack_helper.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 16:36:06.199794 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 16:36:06.200403 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 16 16:36:06.200948 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 16:36:06.201902 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 16:36:06.202535 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loaded extension: ext-gw-mode Apr 16 16:36:06.203084 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 16:36:06.204050 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 16:36:06.204699 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loaded extension: l3-ha Apr 16 16:36:06.205221 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loading extension file: l3_flavors.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 16:36:06.206141 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 16:36:06.206772 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loaded extension: l3-flavors Apr 16 16:36:06.207483 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 16:36:06.208311 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 16:36:06.208903 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 16 16:36:06.209268 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loading extension file: l3agentscheduler.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 16:36:06.210679 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 16:36:06.211226 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loaded extension: l3_agent_scheduler Apr 16 16:36:06.211734 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loading extension file: logging.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 16:36:06.213401 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 16:36:06.214039 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Extension logging not supported by any of loaded plugins Apr 16 16:36:06.214399 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loading extension file: metering.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 16:36:06.215214 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 16:36:06.215910 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loaded extension: metering Apr 16 16:36:06.216279 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 16:36:06.217409 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 16:36:06.218036 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loaded extension: metering_source_and_destination_fields Apr 16 16:36:06.218415 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loading extension file: multiprovidernet.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 16:36:06.219406 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 16:36:06.219992 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loaded extension: multi-provider Apr 16 16:36:06.220402 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loading extension file: netmtu.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 16:36:06.221426 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 16:36:06.222073 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loaded extension: net-mtu Apr 16 16:36:06.222444 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loading extension file: netmtu_writable.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 16:36:06.224060 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 16:36:06.224244 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loaded extension: net-mtu-writable Apr 16 16:36:06.224548 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loading extension file: network_availability_zone.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 16:36:06.225451 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 16:36:06.226101 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loaded extension: network_availability_zone Apr 16 16:36:06.226469 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loading extension file: network_ip_availability.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 16:36:06.227651 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 16:36:06.228540 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loaded extension: network-ip-availability Apr 16 16:36:06.229097 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loading extension file: network_segment_range.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 16:36:06.230095 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 16:36:06.230676 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Extension network-segment-range not supported by any of loaded plugins Apr 16 16:36:06.231119 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loading extension file: pagination.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 16:36:06.232154 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 16:36:06.232611 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loaded extension: pagination Apr 16 16:36:06.232974 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loading extension file: port_device_profile.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 16:36:06.233994 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 16:36:06.234602 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loaded extension: port-device-profile Apr 16 16:36:06.235045 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 16:36:06.236064 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 16:36:06.236646 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loaded extension: port-mac-address-regenerate Apr 16 16:36:06.237082 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 16:36:06.238210 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 16:36:06.239477 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loaded extension: port-numa-affinity-policy Apr 16 16:36:06.239976 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loading extension file: port_resource_request.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 16:36:06.240981 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 16:36:06.241660 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Extension port-resource-request not supported by any of loaded plugins Apr 16 16:36:06.242070 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loading extension file: portbindings.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 16:36:06.243026 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 16:36:06.243652 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loaded extension: binding Apr 16 16:36:06.244042 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loading extension file: portbindings_extended.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 16:36:06.245440 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 16:36:06.246127 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loaded extension: binding-extended Apr 16 16:36:06.246496 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loading extension file: portsecurity.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 16:36:06.247434 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 16:36:06.248083 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loaded extension: port-security Apr 16 16:36:06.248465 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loading extension file: project_id.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 16:36:06.249576 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 16:36:06.249949 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loaded extension: project-id Apr 16 16:36:06.250393 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loading extension file: providernet.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 16:36:06.251389 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 16:36:06.252019 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loaded extension: provider Apr 16 16:36:06.252414 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loading extension file: qos.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 16:36:06.257122 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 16:36:06.257809 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Extension qos not supported by any of loaded plugins Apr 16 16:36:06.258234 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 16:36:06.259696 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 16:36:06.260353 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 16 16:36:06.260733 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 16:36:06.261754 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 16:36:06.262463 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 16 16:36:06.262834 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loading extension file: qos_default.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 16:36:06.263896 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 16:36:06.264486 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Extension qos-default not supported by any of loaded plugins Apr 16 16:36:06.264852 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loading extension file: qos_fip.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 16:36:06.265631 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 16:36:06.266306 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Extension qos-fip not supported by any of loaded plugins Apr 16 16:36:06.266665 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loading extension file: qos_gateway_ip.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 16:36:06.267684 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 16:36:06.268345 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 16 16:36:06.268706 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loading extension file: qos_port_network_policy.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 16:36:06.269703 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 16:36:06.270357 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 16 16:36:06.270831 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loading extension file: qos_rule_type_details.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 16:36:06.271830 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 16:36:06.272486 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 16 16:36:06.272848 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loading extension file: qos_rules_alias.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 16:36:06.274140 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 16:36:06.274735 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 16 16:36:06.275179 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loading extension file: quotasv2.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 16:36:06.276428 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 16:36:06.276774 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loaded extension: quotas Apr 16 16:36:06.277180 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loading extension file: quotasv2_detail.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 16:36:06.279090 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 16:36:06.279468 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loaded extension: quota_details Apr 16 16:36:06.279842 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loading extension file: rbac.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 16:36:06.281108 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 16:36:06.281828 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loaded extension: rbac-policies Apr 16 16:36:06.282253 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loading extension file: rbac_address_group.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 16:36:06.283221 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 16:36:06.283893 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loaded extension: rbac-address-group Apr 16 16:36:06.284263 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loading extension file: rbac_address_scope.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 16:36:06.285340 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 16:36:06.285984 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loaded extension: rbac-address-scope Apr 16 16:36:06.286436 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loading extension file: rbac_security_groups.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 16:36:06.287390 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 16:36:06.288060 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loaded extension: rbac-security-groups Apr 16 16:36:06.288424 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loading extension file: rbac_subnetpool.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 16:36:06.289531 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 16:36:06.290245 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loaded extension: rbac-subnetpool Apr 16 16:36:06.290597 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loading extension file: revisionifmatch.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 16:36:06.291639 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 16:36:06.292309 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loaded extension: revision-if-match Apr 16 16:36:06.292674 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loading extension file: revisions.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 16:36:06.293934 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 16:36:06.294628 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loaded extension: standard-attr-revisions Apr 16 16:36:06.295001 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loading extension file: router_availability_zone.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 16:36:06.295820 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 16:36:06.296400 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loaded extension: router_availability_zone Apr 16 16:36:06.296842 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loading extension file: routerservicetype.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 16:36:06.297863 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 16:36:06.298473 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Extension router-service-type not supported by any of loaded plugins Apr 16 16:36:06.298837 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 16:36:06.300159 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 16:36:06.300854 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loaded extension: security-groups-normalized-cidr Apr 16 16:36:06.301903 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loading extension file: security_groups_port_filtering.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 16:36:06.303212 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 16:36:06.303858 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loaded extension: port-security-groups-filtering Apr 16 16:36:06.304327 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 16:36:06.305426 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 16:36:06.306305 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loaded extension: security-groups-remote-address-group Apr 16 16:36:06.306716 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loading extension file: securitygroup.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 16:36:06.322685 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 16:36:06.323345 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loaded extension: security-group Apr 16 16:36:06.323730 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loading extension file: segment.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 16:36:06.324679 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 16:36:06.325263 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Extension segment not supported by any of loaded plugins Apr 16 16:36:06.325630 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 16:36:06.326687 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 16:36:06.327272 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 16 16:36:06.327641 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loading extension file: servicetype.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 16:36:06.328777 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 16:36:06.329363 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loaded extension: service-type Apr 16 16:36:06.329737 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loading extension file: sorting.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 16:36:06.330766 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 16:36:06.331143 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loaded extension: sorting Apr 16 16:36:06.331508 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loading extension file: standard_attr_segment.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 16:36:06.332535 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 16:36:06.333226 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 16 16:36:06.333672 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loading extension file: standardattrdescription.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 16:36:06.334343 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 16:36:06.334932 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loaded extension: standard-attr-description Apr 16 16:36:06.335302 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loading extension file: stateful_security_group.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 16:36:06.336296 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 16:36:06.336972 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loaded extension: stateful-security-group Apr 16 16:36:06.337601 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loading extension file: stdattrs_common.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 16:36:06.338226 dv-cinder-733622-13-smb neutron-server[85220]: WARNING neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 16 16:36:06.338742 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 16:36:06.339768 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 16:36:06.340419 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 16 16:36:06.340785 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loading extension file: subnet_onboard.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 16:36:06.341963 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 16:36:06.342654 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loaded extension: subnet_onboard Apr 16 16:36:06.343027 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 16:36:06.344100 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 16:36:06.344685 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 16 16:36:06.345126 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loading extension file: subnet_service_types.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 16:36:06.346198 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 16:36:06.346783 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loaded extension: subnet-service-types Apr 16 16:36:06.347196 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loading extension file: subnetallocation.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 16:36:06.348552 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 16:36:06.349213 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loaded extension: subnet_allocation Apr 16 16:36:06.349716 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 16:36:06.350543 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 16:36:06.351402 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loaded extension: subnetpool-prefix-ops Apr 16 16:36:06.351829 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 16:36:06.352980 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 16:36:06.353687 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 16 16:36:06.354136 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loading extension file: tagging.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 16:36:06.355824 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 16:36:06.356428 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loaded extension: standard-attr-tag Apr 16 16:36:06.356796 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loading extension file: timestamp.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 16:36:06.358134 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 16:36:06.358736 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loaded extension: standard-attr-timestamp Apr 16 16:36:06.359177 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loading extension file: trunk.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 16:36:06.360298 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 16:36:06.360959 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Extension trunk not supported by any of loaded plugins Apr 16 16:36:06.361325 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loading extension file: trunk_details.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 16:36:06.362366 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 16:36:06.363024 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Extension trunk-details not supported by any of loaded plugins Apr 16 16:36:06.363393 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loading extension file: uplink_status_propagation.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 16:36:06.365025 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 16:36:06.365655 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 16 16:36:06.366139 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Loading extension file: vlantransparent.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 16:36:06.366876 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 16:36:06.367542 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 16 16:36:06.370445 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.quota.resource_registry [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Creating instance of TrackedResource for resource:network Apr 16 16:36:06.371426 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.quota.resource_registry [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Creating instance of TrackedResource for resource:subnet Apr 16 16:36:06.372124 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.quota.resource_registry [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Creating instance of TrackedResource for resource:subnetpool Apr 16 16:36:06.372873 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.quota.resource_registry [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Creating instance of TrackedResource for resource:port Apr 16 16:36:06.374700 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.v2.resource_helper [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85220) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 16 16:36:06.375215 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.v2.resource_helper [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Service FLAVORS assigned prefix: {{(pid=85220) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 16 16:36:06.375896 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.v2.resource_helper [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85220) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 16 16:36:06.376363 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.v2.resource_helper [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85220) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 16 16:36:06.376813 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.quota.resource_registry [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Creating instance of TrackedResource for resource:router Apr 16 16:36:06.377701 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.quota.resource_registry [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Creating instance of TrackedResource for resource:floatingip Apr 16 16:36:06.378520 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.v2.resource_helper [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Service METERING assigned prefix: /metering {{(pid=85220) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 16 16:36:06.381166 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:36:06.381647 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:36:06.382078 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:36:06.383455 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.quota.resource_registry [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Creating instance of CountableResource for resource:rbac_policy Apr 16 16:36:06.384020 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.quota.resource_registry [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Creating instance of TrackedResource for resource:security_group Apr 16 16:36:06.384882 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.quota.resource_registry [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 16 16:36:06.385837 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.v2.resource_helper [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Service CORE assigned prefix: {{(pid=85220) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 16 16:36:06.386244 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.quota.resource_registry [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Creating instance of TrackedResource for resource:subnetpool Apr 16 16:36:06.386614 dv-cinder-733622-13-smb neutron-server[85220]: WARNING neutron.quota.resource_registry [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] subnetpool is already registered Apr 16 16:36:06.387375 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.v2.resource_helper [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Service CORE assigned prefix: {{(pid=85220) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 16 16:36:06.387743 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.quota.resource_registry [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Creating instance of TrackedResource for resource:subnetpool Apr 16 16:36:06.388128 dv-cinder-733622-13-smb neutron-server[85220]: WARNING neutron.quota.resource_registry [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] subnetpool is already registered Apr 16 16:36:06.392114 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.v2.resource_helper [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85220) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 16 16:36:06.392621 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.v2.resource_helper [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Service FLAVORS assigned prefix: {{(pid=85220) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 16 16:36:06.393345 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.v2.resource_helper [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85220) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 16 16:36:06.393817 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.v2.resource_helper [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85220) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 16 16:36:06.394305 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.quota.resource_registry [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Creating instance of TrackedResource for resource:router Apr 16 16:36:06.394743 dv-cinder-733622-13-smb neutron-server[85220]: WARNING neutron.quota.resource_registry [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] router is already registered Apr 16 16:36:06.395581 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.quota.resource_registry [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Creating instance of TrackedResource for resource:floatingip Apr 16 16:36:06.396098 dv-cinder-733622-13-smb neutron-server[85220]: WARNING neutron.quota.resource_registry [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] floatingip is already registered Apr 16 16:36:06.396820 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.v2.resource_helper [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Service METERING assigned prefix: /metering {{(pid=85220) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 16 16:36:06.397700 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.quota.resource_registry [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Creating instance of CountableResource for resource:rbac_policy Apr 16 16:36:06.398233 dv-cinder-733622-13-smb neutron-server[85220]: WARNING neutron.quota.resource_registry [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] rbac_policy is already registered Apr 16 16:36:06.398908 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.quota.resource_registry [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Creating instance of TrackedResource for resource:security_group Apr 16 16:36:06.399277 dv-cinder-733622-13-smb neutron-server[85220]: WARNING neutron.quota.resource_registry [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] security_group is already registered Apr 16 16:36:06.400099 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.quota.resource_registry [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 16 16:36:06.400473 dv-cinder-733622-13-smb neutron-server[85220]: WARNING neutron.quota.resource_registry [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] security_group_rule is already registered Apr 16 16:36:06.401212 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.v2.resource_helper [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Service CORE assigned prefix: {{(pid=85220) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 16 16:36:06.401585 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.quota.resource_registry [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Creating instance of TrackedResource for resource:subnetpool Apr 16 16:36:06.402030 dv-cinder-733622-13-smb neutron-server[85220]: WARNING neutron.quota.resource_registry [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] subnetpool is already registered Apr 16 16:36:06.402861 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.v2.resource_helper [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Service CORE assigned prefix: {{(pid=85220) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 16 16:36:06.403332 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.quota.resource_registry [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Creating instance of TrackedResource for resource:subnetpool Apr 16 16:36:06.403745 dv-cinder-733622-13-smb neutron-server[85220]: WARNING neutron.quota.resource_registry [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] subnetpool is already registered Apr 16 16:36:06.404550 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Extended resource: extensions {{(pid=85220) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 16:36:06.406264 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Extended resource: address-groups {{(pid=85220) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 16:36:06.408076 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Extended resource: address-scopes {{(pid=85220) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 16:36:06.409451 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Extended resource: agents {{(pid=85220) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 16:36:06.410876 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Extended resource: auto-allocated-topology {{(pid=85220) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 16:36:06.412297 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Extended resource: availability_zones {{(pid=85220) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 16:36:06.413874 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Extended resource: dhcp-networks {{(pid=85220) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 16:36:06.415527 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Extended resource: dhcp-agents {{(pid=85220) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 16:36:06.417145 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Extended resource: routers {{(pid=85220) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 16:36:06.419218 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Extended resource: flavors {{(pid=85220) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 16:36:06.420626 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Extended resource: service_profiles {{(pid=85220) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 16:36:06.421974 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Extended resource: next_providers {{(pid=85220) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 16:36:06.423798 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Extended resource: service_profiles {{(pid=85220) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 16:36:06.425471 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Extended resource: floatingip-pools {{(pid=85220) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 16:36:06.427637 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Extended resource: routers {{(pid=85220) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 16:36:06.429604 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Extended resource: floatingips {{(pid=85220) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 16:36:06.430882 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Extended resource: l3-routers {{(pid=85220) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 16:36:06.432408 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Extended resource: l3-agents {{(pid=85220) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 16:36:06.434097 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Extended resource: metering-labels {{(pid=85220) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 16:36:06.436884 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Extended resource: metering-label-rules {{(pid=85220) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 16:36:06.438390 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Extended resource: network-ip-availabilities {{(pid=85220) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 16:36:06.439821 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Extended resource: bindings {{(pid=85220) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 16:36:06.442489 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Extended resource: quotas {{(pid=85220) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 16:36:06.444189 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Extended resource: quotas {{(pid=85220) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 16:36:06.445840 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Extended resource: rbac-policies {{(pid=85220) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 16:36:06.447327 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Extended resource: security-groups {{(pid=85220) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 16:36:06.448727 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Extended resource: security-group-rules {{(pid=85220) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 16:36:06.450132 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Extended resource: service-providers {{(pid=85220) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 16:36:06.451493 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Extended resource: subnetpools {{(pid=85220) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 16:36:06.453131 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Extended resource: subnetpools {{(pid=85220) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 16:36:06.454822 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Extended resource: tags {{(pid=85220) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 16:36:06.456834 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Extended resource: tags {{(pid=85220) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 16:36:06.458867 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Extended resource: tags {{(pid=85220) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 16:36:06.460896 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Extended resource: tags {{(pid=85220) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 16:36:06.463224 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Extended resource: tags {{(pid=85220) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 16:36:06.465370 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Extended resource: tags {{(pid=85220) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 16:36:06.467333 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Extended resource: tags {{(pid=85220) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 16:36:06.469595 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Extended resource: tags {{(pid=85220) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 16:36:06.471670 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Extended resource: tags {{(pid=85220) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 16:36:06.474322 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Extended resource: tags {{(pid=85220) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 16:36:06.481866 dv-cinder-733622-13-smb neutron-server[85220]: WARNING keystonemiddleware.auth_token [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 16 16:36:06.487564 dv-cinder-733622-13-smb neutron-server[85220]: WARNING keystonemiddleware.auth_token [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 16 16:36:06.497897 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Acquired lock "singleton_lock" {{(pid=85220) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 16 16:36:06.498469 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Releasing lock "singleton_lock" {{(pid=85220) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 16 16:36:06.500039 dv-cinder-733622-13-smb neutron-server[85220]: INFO oslo_service.service [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Starting 2 workers Apr 16 16:36:06.505826 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Started child 85335 {{(pid=85220) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 16 16:36:06.509705 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:36:06.510956 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Started child 85336 {{(pid=85220) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 16 16:36:06.511261 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [-] (85335) wsgi starting up on http://0.0.0.0:9696 Apr 16 16:36:06.512593 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.service [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 16 16:36:06.513344 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Notify callbacks [] for process, before_spawn {{(pid=85220) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:36:06.514631 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:36:06.516086 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [-] (85336) wsgi starting up on http://0.0.0.0:9696 Apr 16 16:36:06.516430 dv-cinder-733622-13-smb neutron-server[85220]: INFO oslo_service.service [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Starting 1 workers Apr 16 16:36:06.522791 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Started child 85337 {{(pid=85220) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 16 16:36:06.523374 dv-cinder-733622-13-smb neutron-server[85220]: INFO oslo_service.service [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Starting 1 workers Apr 16 16:36:06.525117 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.service [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] calling RpcWorker wait() {{(pid=85337) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 16 16:36:06.525538 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.service [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] returning from RpcWorker wait() {{(pid=85337) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 16 16:36:06.527272 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:36:06.527790 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:36:06.528523 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Started child 85338 {{(pid=85220) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 16 16:36:06.529382 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a855601d-8a24-4932-b3c9-51e137666c68 None None] Notify callbacks [] for process, after_spawn {{(pid=85220) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:36:06.531203 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=85220) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 16 16:36:06.531464 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 16 16:36:06.531704 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 16 16:36:06.532013 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 16 16:36:06.532501 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 16 16:36:06.532581 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:36:06.532653 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 16 16:36:06.533217 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.533424 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:36:06.533538 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.533897 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.534195 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.534543 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.535259 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.535667 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.536828 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.536828 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.536828 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.537039 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.537039 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.537313 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.537979 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.538173 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.538469 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.539080 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.539080 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.539382 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.539613 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] config_source = [] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.539826 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.539980 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.540283 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] debug = True {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.540551 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.541238 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.541403 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.545015 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.545015 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.545015 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.545015 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.545015 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.545015 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.545015 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.545015 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.546224 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.546224 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.546224 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.546224 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.546224 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.546224 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.546224 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] host = dv-cinder-733622-13-smb {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.546224 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.546224 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.547550 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.547550 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.547550 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.547550 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.547550 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.547550 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.548377 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.548377 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.548377 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.548377 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.548913 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] log_dir = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.548913 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] log_file = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.549176 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] log_options = True {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.549347 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.549529 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.549796 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.550059 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.550207 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.550354 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.550876 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.551311 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.551876 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.552316 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.552746 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.553181 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.553638 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.554102 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.554574 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.555020 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.555466 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.555913 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.556404 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.556882 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.557343 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.557789 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.558234 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.558802 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.559231 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.559665 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.560640 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.560640 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.560843 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.561060 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.561394 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.561653 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.563475 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.563475 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.563475 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.563475 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.563475 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.563475 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.564834 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.564834 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.564834 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.564834 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.564834 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.564834 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.565521 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] use_journal = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.565521 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] use_json = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.565521 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.565782 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.566251 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.566649 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.567585 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.567980 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.568408 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.568869 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.569571 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.570103 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.570656 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.571112 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.571578 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.572057 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.572527 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.572981 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.573433 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.573893 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.574430 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.574884 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.575453 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.575869 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.576324 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.576867 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.577358 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.577847 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.578304 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.578726 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.579166 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.579444 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.579820 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.580157 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.580455 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.38/identity {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.580738 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.581013 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.581274 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.581557 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.581896 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.582186 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.583051 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.583452 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.583708 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.584128 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.584531 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.584982 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.585394 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.585832 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.586292 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.586782 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.587063 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.587592 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.587849 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.588107 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.588361 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.588615 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.588895 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.589229 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.589465 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.589745 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.590026 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.590313 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.590568 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.590826 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.591109 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.591821 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.591821 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.592001 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.592338 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.592682 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.593030 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.593457 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.593716 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.593975 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.594598 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.594598 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.594761 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.595052 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.595551 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.595958 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.596373 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.596891 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.597430 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.597874 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.598814 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.598814 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.599079 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.599261 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.599417 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.599623 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.599878 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.600148 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.600424 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.600733 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.601091 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.601368 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.601656 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.601891 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.602451 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.602737 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.603047 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.603309 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.603722 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.604189 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.604504 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.604768 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.605060 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.605335 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.605569 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.606157 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.606568 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.607056 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.607513 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.607934 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.608420 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.608888 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.609310 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.609741 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.610253 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.610715 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.611266 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.611703 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.612183 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.612588 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.613083 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.613784 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.614683 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.615244 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.615686 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.616121 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.616588 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.617056 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.617494 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.617918 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.618370 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.618808 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.619348 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.619912 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.620368 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.620640 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.620967 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.621396 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.622239 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.622239 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.622381 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.622691 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.623018 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.623304 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.623711 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.624023 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.624311 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.624661 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.624976 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.38/identity {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.625285 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.625716 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.626101 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.626375 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.626659 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.626920 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.627203 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.627495 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.627750 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.628030 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.628293 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.628552 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.628805 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.629080 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.629993 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.630520 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.630837 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.631099 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.631385 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.631641 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.631902 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.632160 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.632497 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.632799 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.633035 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.633613 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.634145 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.634494 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.634792 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.635081 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.635439 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.635717 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.636103 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.636351 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.637201 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.637201 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.637201 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.637498 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.637649 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.637949 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.638312 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.638600 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.638892 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.639540 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.640010 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.640010 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.640773 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.640773 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.640773 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.641269 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.641269 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.641601 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.641715 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.641896 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.642285 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.642566 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.642848 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.643179 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.643431 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.643686 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.643954 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.644252 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.644620 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.645737 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.645908 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.646206 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.646592 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.646786 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.647045 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.647396 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.647628 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.647880 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.648151 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.648406 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.648662 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.648989 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.649241 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.649514 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.649759 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.650113 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.650355 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.650606 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.650943 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.651199 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.651520 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.651778 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.652028 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.652513 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.652852 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.653116 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.653436 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.653733 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.654099 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.654385 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.654817 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.655074 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.655367 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.655631 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.655959 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.656222 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.656559 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.657060 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.657413 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.657794 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.658129 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.658482 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.658903 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.659159 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.659428 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.659754 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.660123 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.660441 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.661385 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.661783 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.662164 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.662539 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.662801 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.663066 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.663417 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.663676 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.664040 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.664399 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.665089 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.665254 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.665487 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.665828 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.666274 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.666712 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.667096 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.667532 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.667827 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 16 16:36:06.668424 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=85220) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 16 16:36:06.668663 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 16 16:36:06.668832 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 16 16:36:06.669049 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 16 16:36:06.669222 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 16 16:36:06.669439 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 16 16:36:06.669658 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.669874 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.670130 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.670347 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.670578 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.670791 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.670791 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.671196 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.671196 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.671597 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.671597 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.671990 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.671990 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.671990 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.672601 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.672601 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.672601 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.673213 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.673213 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.673213 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] config_source = [] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.673213 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.673990 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.673990 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] debug = True {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.673990 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.673990 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.674618 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.674618 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.674618 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.675063 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.675063 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.675063 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.675412 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.675511 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.675648 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.675867 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.676053 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.677188 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.677188 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.677188 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.677750 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.677750 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] host = dv-cinder-733622-13-smb {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.677750 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.678240 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.678240 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.678537 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.678537 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.678918 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.678918 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.678918 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.679484 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.679484 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.679484 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.680155 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.680155 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] log_dir = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.680155 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] log_file = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.680823 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] log_options = True {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.680823 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.680823 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.680823 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.681604 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.681604 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.681604 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.681604 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.681604 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.682434 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.682434 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.682434 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.682434 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.683018 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.683018 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.683018 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.683018 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.683610 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.683610 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.683610 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.684055 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.684055 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.684368 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.684368 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.684721 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.684721 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.685029 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.685029 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.685335 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.685335 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.685648 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.685648 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.690559 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.690559 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.690559 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.690559 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.690559 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.690559 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.690559 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.690559 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.692296 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.692296 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.692296 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.692296 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.692296 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.692296 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] use_journal = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.692296 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] use_json = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.692296 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.693888 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.693888 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.693888 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.693888 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.693888 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.693888 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.693888 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 16:36:06.693888 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.695559 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.695559 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.695559 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.695559 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.696353 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 33628) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:36:06.696575 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.696575 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.696575 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.696575 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.696575 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.696575 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.696575 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.696575 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.696575 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.698042 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.698042 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.698042 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.698042 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.698042 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.698042 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.698042 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.698042 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.699033 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.699033 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.699033 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.38/identity {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.699033 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.699033 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.699033 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.699033 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.699033 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.699788 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.699788 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.699788 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.699788 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.699788 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.699788 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.699788 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.699788 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.699788 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.700452 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.700452 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.700452 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.700452 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.700452 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.700452 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.700452 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.700452 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.700452 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.701311 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.701311 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.701311 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.701311 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.701311 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.701311 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.701311 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.701311 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.702081 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.702081 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.702081 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.702282 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.702282 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.702488 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.702680 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.702930 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.702930 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.702930 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.702930 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.703891 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.703891 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.704121 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.704121 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.704346 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.704449 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.704710 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.704990 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.705233 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.705440 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.705750 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.706038 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.706459 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.706707 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.706982 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.707221 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.707556 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.707845 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.708214 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.708636 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.708949 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.709256 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.709560 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.709859 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.710211 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.711139 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.711139 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.711522 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [-] 10.222.0.38 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0161381 Apr 16 16:36:06.711719 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.711719 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.711719 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.712508 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.713615 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.713935 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.714324 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.715568 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.715568 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.715568 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.715568 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.716281 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.716281 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.716704 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.716704 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.717097 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.717321 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.717573 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.717869 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.720425 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.720425 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.720425 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.720425 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.720425 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.721395 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.721395 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.721395 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.721801 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.721801 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.722142 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.723999 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.723999 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.723999 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.724581 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.724581 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.725092 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.725264 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.725491 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.725802 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.726148 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.726460 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.726662 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:36:06.726854 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.727043 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.727343 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.727638 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.727930 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.728226 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.728525 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.728818 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.729112 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.38/identity {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.729428 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.729743 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.729989 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.730341 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.730672 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.730969 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.731271 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.731588 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.731906 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.732205 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.732522 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.732841 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.733165 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.733475 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.733876 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.734099 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.734329 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.734625 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.734917 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.735210 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.735503 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.735794 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.736089 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.736379 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.736675 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.736968 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.737261 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.737554 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.737849 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.739892 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.740065 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.740366 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.740775 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.740961 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.741265 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.741482 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.741776 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.742127 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.742426 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.742723 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.744017 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.744017 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.744017 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.744017 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.744669 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.744669 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.744986 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.745155 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.745386 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.745613 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.745932 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.746306 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.746533 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.746851 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.748094 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.748450 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.749652 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.749652 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.749652 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.749652 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.750556 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.750556 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.750556 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.751249 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.751249 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.751603 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.753390 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.753390 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.753390 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.753975 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.753975 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.754664 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.754664 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.755036 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.755416 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.755416 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.756562 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.756902 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.757216 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.757536 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.757843 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.758181 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.758492 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.758811 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.759127 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.759435 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.759714 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.760050 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.760366 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.760698 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.760945 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.761270 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.761544 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.763618 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.763618 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.763618 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.763618 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.763618 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.763618 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.763618 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.763618 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.764786 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.764786 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.764786 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.764786 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.764786 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.764786 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.764786 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.764786 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.765909 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.765909 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.765909 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.765909 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.765909 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.765909 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.765909 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.765909 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.767010 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.767010 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.767010 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.767010 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.767010 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.767617 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.767617 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.767617 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.767617 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.768270 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.768270 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.768270 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.768270 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 16:36:06.768943 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 16 16:36:19.924511 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ac0d0f-35d2-4f06-baed-937341bdc848 None None] get_active_networks_info from dv-cinder-733622-13-smb {{(pid=85337) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 16 16:36:20.084944 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ac0d0f-35d2-4f06-baed-937341bdc848 None None] No non-hosted networks {{(pid=85337) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 16 16:36:20.104932 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-2922f87b-8bfe-4a59-850c-9572e1e711ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887'] for agent, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:36:21.731636 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-aef4db44-4e69-4021-a99e-79232740521e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887'] for agent, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:36:21.807529 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f2acccf2-4579-4274-9daf-039f6b1e06a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:36:22.815523 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-45c0d62a-bc24-48a8-9022-8ca56da26294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887'] for agent, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:36:23.461070 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887'] for agent, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:36:23.462571 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:36:23.463136 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:36:23.466150 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:36:23.470316 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:36:23.471243 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:36:23.472486 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:36:23.479025 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:36:23.482990 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:36:23.485357 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:36:23.485754 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:36:23.486269 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:36:23.486604 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:36:23.488145 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-733622-13-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:36:23.495641 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-733622-13-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:36:24.204737 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-53783e99-0c04-4d0d-b0b5-c5fd538000c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887'] for agent, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:36:25.328144 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 33720) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:36:26.065318 dv-cinder-733622-13-smb neutron-server[85220]: WARNING oslo_policy.policy [None req-7c20d603-6d6d-4641-92b0-f410d25a5ff5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 16 16:36:26.065904 dv-cinder-733622-13-smb neutron-server[85220]: WARNING oslo_policy.policy [None req-7c20d603-6d6d-4641-92b0-f410d25a5ff5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 16 16:36:26.313803 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [None req-7c20d603-6d6d-4641-92b0-f410d25a5ff5 admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=85335) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 16:36:26.314983 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-7c20d603-6d6d-4641-92b0-f410d25a5ff5 admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.9856336 Apr 16 16:36:29.096568 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.db.l3_hamode_db [None req-201b340c-78eb-46c8-bbc2-fc2ffebb5560 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 16 16:36:29.190275 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201b340c-78eb-46c8-bbc2-fc2ffebb5560 None None] Routers set() bound to L3 agent in host dv-cinder-733622-13-smb {{(pid=85337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:36:29.190641 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201b340c-78eb-46c8-bbc2-fc2ffebb5560 None None] Router IDs set() for agent in host dv-cinder-733622-13-smb {{(pid=85337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:466}} Apr 16 16:36:29.257274 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 33736) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:36:29.691046 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-43abdfc0-2d68-43f4-8c18-1baa9ef52216 admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:36:29.800607 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.policy [None req-43abdfc0-2d68-43f4-8c18-1baa9ef52216 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=85335) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 16 16:36:29.859459 dv-cinder-733622-13-smb neutron-server[85220]: WARNING oslo_policy.policy [None req-43abdfc0-2d68-43f4-8c18-1baa9ef52216 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 16 16:36:29.859882 dv-cinder-733622-13-smb neutron-server[85220]: WARNING oslo_policy.policy [None req-43abdfc0-2d68-43f4-8c18-1baa9ef52216 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 16 16:36:29.879999 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.quota [None req-43abdfc0-2d68-43f4-8c18-1baa9ef52216 admin admin] Loaded quota_driver: . Apr 16 16:36:29.896821 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-43abdfc0-2d68-43f4-8c18-1baa9ef52216 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:36:29.957744 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-43abdfc0-2d68-43f4-8c18-1baa9ef52216 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363285400855196', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363285400854864', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363285400853974', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363285400905130', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363285400888226', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363285400887661', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036854742238', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-129920', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1611480', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036853285898'] for rbac-policy, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:36:30.191961 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-43abdfc0-2d68-43f4-8c18-1baa9ef52216 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:36:30.193420 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-43abdfc0-2d68-43f4-8c18-1baa9ef52216 admin admin] 10.222.0.38 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9350798 Apr 16 16:36:33.343873 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 33750) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:36:33.790901 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-69bb8bc5-0913-4318-939c-2a6f4fa9b75e admin admin] Request body: {'network': {'project_id': 'fcfe87b3df204e5c94536faacd9a502a', 'admin_state_up': True, 'name': 'private'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:36:33.797211 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-69bb8bc5-0913-4318-939c-2a6f4fa9b75e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:36:33.802353 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-69bb8bc5-0913-4318-939c-2a6f4fa9b75e admin admin] Usage tracker for resource:network and tenant:fcfe87b3df204e5c94536faacd9a502a is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:36:33.806124 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-69bb8bc5-0913-4318-939c-2a6f4fa9b75e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:36:33.812934 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-69bb8bc5-0913-4318-939c-2a6f4fa9b75e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:36:33.822273 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69bb8bc5-0913-4318-939c-2a6f4fa9b75e admin admin] Made reservation on behalf of fcfe87b3df204e5c94536faacd9a502a for: {'network': 1} {{(pid=85335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 16:36:33.828578 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-69bb8bc5-0913-4318-939c-2a6f4fa9b75e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for network, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:36:33.847506 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-69bb8bc5-0913-4318-939c-2a6f4fa9b75e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:36:33.864173 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-69bb8bc5-0913-4318-939c-2a6f4fa9b75e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:36:33.868137 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-69bb8bc5-0913-4318-939c-2a6f4fa9b75e admin admin] Usage tracker for resource:security_group_rule and tenant:fcfe87b3df204e5c94536faacd9a502a is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:36:33.871687 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-69bb8bc5-0913-4318-939c-2a6f4fa9b75e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:36:33.877595 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-69bb8bc5-0913-4318-939c-2a6f4fa9b75e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:36:33.980406 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-69bb8bc5-0913-4318-939c-2a6f4fa9b75e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:36:33.983519 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-69bb8bc5-0913-4318-939c-2a6f4fa9b75e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:36:33.988570 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:36:34.012428 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69bb8bc5-0913-4318-939c-2a6f4fa9b75e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 767} {{(pid=85335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 16:36:34.039230 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-69bb8bc5-0913-4318-939c-2a6f4fa9b75e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363285398510913', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-60927'] for segment, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:36:34.039857 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-69bb8bc5-0913-4318-939c-2a6f4fa9b75e admin admin] Unsubscribe: segment precommit_create {{(pid=85335) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 16 16:36:34.040325 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.db.segments_db [None req-69bb8bc5-0913-4318-939c-2a6f4fa9b75e admin admin] Added segment e5f69e3e-4df5-4117-a761-1559edb210fb of type vlan for network f41e8b4c-c1c7-44ad-979e-1c6444f968b0 Apr 16 16:36:34.049201 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bb8bc5-0913-4318-939c-2a6f4fa9b75e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=411b5c74-5a2c-446c-94b7-acda7d4827a7,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:36:34.108040 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bb8bc5-0913-4318-939c-2a6f4fa9b75e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:36:34.108418 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bb8bc5-0913-4318-939c-2a6f4fa9b75e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:36:34.108789 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bb8bc5-0913-4318-939c-2a6f4fa9b75e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:36:34.109145 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bb8bc5-0913-4318-939c-2a6f4fa9b75e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:36:34.109501 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bb8bc5-0913-4318-939c-2a6f4fa9b75e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:36:34.109858 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bb8bc5-0913-4318-939c-2a6f4fa9b75e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:36:34.110235 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bb8bc5-0913-4318-939c-2a6f4fa9b75e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:36:34.110588 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bb8bc5-0913-4318-939c-2a6f4fa9b75e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:36:34.110950 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bb8bc5-0913-4318-939c-2a6f4fa9b75e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:36:34.111302 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bb8bc5-0913-4318-939c-2a6f4fa9b75e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:36:34.111649 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bb8bc5-0913-4318-939c-2a6f4fa9b75e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:36:34.111994 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bb8bc5-0913-4318-939c-2a6f4fa9b75e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:36:34.113234 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bb8bc5-0913-4318-939c-2a6f4fa9b75e admin admin] Tracked resource versions report: Apr 16 16:36:34.113234 dv-cinder-733622-13-smb neutron-server[85220]: pushed versions: Apr 16 16:36:34.113234 dv-cinder-733622-13-smb neutron-server[85220]: { 'AddressGroup': {'1.2'}, Apr 16 16:36:34.113234 dv-cinder-733622-13-smb neutron-server[85220]: 'ConntrackHelper': {'1.0'}, Apr 16 16:36:34.113234 dv-cinder-733622-13-smb neutron-server[85220]: 'Log': {'1.0'}, Apr 16 16:36:34.113234 dv-cinder-733622-13-smb neutron-server[85220]: 'Network': {'1.1'}, Apr 16 16:36:34.113234 dv-cinder-733622-13-smb neutron-server[85220]: 'Port': {'1.7'}, Apr 16 16:36:34.113234 dv-cinder-733622-13-smb neutron-server[85220]: 'PortForwarding': {'1.2'}, Apr 16 16:36:34.113234 dv-cinder-733622-13-smb neutron-server[85220]: 'QosPolicy': {'1.8'}, Apr 16 16:36:34.113234 dv-cinder-733622-13-smb neutron-server[85220]: 'SecurityGroup': {'1.4'}, Apr 16 16:36:34.113234 dv-cinder-733622-13-smb neutron-server[85220]: 'SecurityGroupRule': {'1.2'}, Apr 16 16:36:34.113234 dv-cinder-733622-13-smb neutron-server[85220]: 'SubPort': {'1.0'}, Apr 16 16:36:34.113234 dv-cinder-733622-13-smb neutron-server[85220]: 'Subnet': {'1.1'}, Apr 16 16:36:34.113234 dv-cinder-733622-13-smb neutron-server[85220]: 'Trunk': {'1.1'}} Apr 16 16:36:34.113234 dv-cinder-733622-13-smb neutron-server[85220]: consumer versions: Apr 16 16:36:34.113234 dv-cinder-733622-13-smb neutron-server[85220]: { DHCP agent@dv-cinder-733622-13-smb: {}, Apr 16 16:36:34.113234 dv-cinder-733622-13-smb neutron-server[85220]: L3 agent@dv-cinder-733622-13-smb: {}, Apr 16 16:36:34.113234 dv-cinder-733622-13-smb neutron-server[85220]: Metadata agent@dv-cinder-733622-13-smb: {}, Apr 16 16:36:34.113234 dv-cinder-733622-13-smb neutron-server[85220]: Metering agent@dv-cinder-733622-13-smb: {}, Apr 16 16:36:34.113234 dv-cinder-733622-13-smb neutron-server[85220]: Open vSwitch agent@dv-cinder-733622-13-smb: { 'AddressGroup': '1.2', Apr 16 16:36:34.113234 dv-cinder-733622-13-smb neutron-server[85220]: 'ConntrackHelper': '1.0', Apr 16 16:36:34.113234 dv-cinder-733622-13-smb neutron-server[85220]: 'Log': '1.0', Apr 16 16:36:34.113234 dv-cinder-733622-13-smb neutron-server[85220]: 'Network': '1.1', Apr 16 16:36:34.113234 dv-cinder-733622-13-smb neutron-server[85220]: 'Port': '1.7', Apr 16 16:36:34.113234 dv-cinder-733622-13-smb neutron-server[85220]: 'PortForwarding': '1.2', Apr 16 16:36:34.113234 dv-cinder-733622-13-smb neutron-server[85220]: 'QosPolicy': '1.8', Apr 16 16:36:34.113234 dv-cinder-733622-13-smb neutron-server[85220]: 'SecurityGroup': '1.4', Apr 16 16:36:34.113234 dv-cinder-733622-13-smb neutron-server[85220]: 'SecurityGroupRule': '1.2', Apr 16 16:36:34.113234 dv-cinder-733622-13-smb neutron-server[85220]: 'SubPort': '1.0', Apr 16 16:36:34.113234 dv-cinder-733622-13-smb neutron-server[85220]: 'Subnet': '1.1', Apr 16 16:36:34.113234 dv-cinder-733622-13-smb neutron-server[85220]: 'Trunk': '1.1'}} Apr 16 16:36:34.113234 dv-cinder-733622-13-smb neutron-server[85220]: {{(pid=85335) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 16 16:36:34.172813 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-69bb8bc5-0913-4318-939c-2a6f4fa9b75e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751455732714'] for network, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:36:34.180510 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-69bb8bc5-0913-4318-939c-2a6f4fa9b75e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:36:34.216098 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-69bb8bc5-0913-4318-939c-2a6f4fa9b75e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139'] for network, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:36:34.217704 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69bb8bc5-0913-4318-939c-2a6f4fa9b75e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:36:34.218389 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-69bb8bc5-0913-4318-939c-2a6f4fa9b75e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609088'] for network, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:36:34.224980 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:36:34.342554 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-69bb8bc5-0913-4318-939c-2a6f4fa9b75e admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9973917 Apr 16 16:36:34.349390 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bb8bc5-0913-4318-939c-2a6f4fa9b75e admin admin] Pushing event updated for resources: {'Network': ['ID=f41e8b4c-c1c7-44ad-979e-1c6444f968b0,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:36:34.353265 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-69bb8bc5-0913-4318-939c-2a6f4fa9b75e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:36:34.362667 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Network f41e8b4c-c1c7-44ad-979e-1c6444f968b0 details requested by agent ovs-agent-dv-cinder-733622-13-smb with host dv-cinder-733622-13-smb {{(pid=85337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 16:36:37.718262 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 33766) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:36:38.262476 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0b0666-64ea-41f0-9450-9a3d3362a330 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:36:38.263908 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-7d0b0666-64ea-41f0-9450-9a3d3362a330 admin admin] 10.222.0.38 "GET /v2.0/networks/f41e8b4c-c1c7-44ad-979e-1c6444f968b0 HTTP/1.1" status: 200 len: 825 time: 0.5444286 Apr 16 16:36:38.295316 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-757aadd9-8d0f-4166-82e2-defed8319e74 admin admin] 10.222.0.38 "GET /v2.0/subnetpools/c546e864-4cbb-4b48-b799-b1b2d9511c3c HTTP/1.1" status: 200 len: 734 time: 0.0248978 Apr 16 16:36:38.306300 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-d5a0215a-2f3a-4c23-b60a-87882245b7dc admin admin] Request body: {'subnet': {'network_id': 'f41e8b4c-c1c7-44ad-979e-1c6444f968b0', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'ip_version': 4, 'subnetpool_id': 'c546e864-4cbb-4b48-b799-b1b2d9511c3c', 'tenant_id': 'fcfe87b3df204e5c94536faacd9a502a'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:36:38.311626 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-d5a0215a-2f3a-4c23-b60a-87882245b7dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:36:38.315821 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-d5a0215a-2f3a-4c23-b60a-87882245b7dc admin admin] Usage tracker for resource:subnet and tenant:fcfe87b3df204e5c94536faacd9a502a is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:36:38.320082 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-d5a0215a-2f3a-4c23-b60a-87882245b7dc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:36:38.326082 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-d5a0215a-2f3a-4c23-b60a-87882245b7dc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:36:38.338097 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5a0215a-2f3a-4c23-b60a-87882245b7dc admin admin] Made reservation on behalf of fcfe87b3df204e5c94536faacd9a502a for: {'subnet': 1} {{(pid=85335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 16:36:38.343122 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d5a0215a-2f3a-4c23-b60a-87882245b7dc admin admin] Notify callbacks [] for subnet, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:36:38.867871 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d5a0215a-2f3a-4c23-b60a-87882245b7dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139'] for subnet, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:36:38.885321 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:36:39.053199 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a0215a-2f3a-4c23-b60a-87882245b7dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=53370fb2-dfdb-4f75-9a21-4e942effbd8d,revision_number=0']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:36:39.061176 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-d5a0215a-2f3a-4c23-b60a-87882245b7dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:36:39.124586 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a0215a-2f3a-4c23-b60a-87882245b7dc admin admin] Checking segment: {'id': 'e5f69e3e-4df5-4117-a761-1559edb210fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'f41e8b4c-c1c7-44ad-979e-1c6444f968b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 16:36:39.124890 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a0215a-2f3a-4c23-b60a-87882245b7dc admin admin] Network hostable DHCP agents. Network: f41e8b4c-c1c7-44ad-979e-1c6444f968b0, hostable agents: ['a512e422-67dd-4296-9548-92f23f2586e5'], hosted agents: [] {{(pid=85335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 16:36:39.147552 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a0215a-2f3a-4c23-b60a-87882245b7dc admin admin] Network f41e8b4c-c1c7-44ad-979e-1c6444f968b0 is scheduled to be hosted by DHCP agent a512e422-67dd-4296-9548-92f23f2586e5 with binding_index 1 {{(pid=85335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 16:36:39.157229 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [None req-d5a0215a-2f3a-4c23-b60a-87882245b7dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-13-smb, f41e8b4c-c1c7-44ad-979e-1c6444f968b0) {{(pid=85335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:36:39.164040 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a0215a-2f3a-4c23-b60a-87882245b7dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:36:39.165032 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d5a0215a-2f3a-4c23-b60a-87882245b7dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609088'] for subnet, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:36:39.171369 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05cf8c78-96b3-4d2f-b5bf-3d036170b1cc None None] Network f41e8b4c-c1c7-44ad-979e-1c6444f968b0 requested from dv-cinder-733622-13-smb {{(pid=85337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 16:36:39.189321 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-d5a0215a-2f3a-4c23-b60a-87882245b7dc admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8871412 Apr 16 16:36:39.710350 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9277abbb-4a70-4822-9cd1-0719c0f8f6f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bdac51c-8a1a-5aad-9eff-c89f1558b090-f41e8b4c-c1c7-44ad-979e-1c6444f968b0', 'network_id': 'f41e8b4c-c1c7-44ad-979e-1c6444f968b0', 'tenant_id': 'fcfe87b3df204e5c94536faacd9a502a', 'fixed_ips': [{'subnet_id': '53370fb2-dfdb-4f75-9a21-4e942effbd8d'}]}} from dv-cinder-733622-13-smb. {{(pid=85337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 16:36:39.711509 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-9277abbb-4a70-4822-9cd1-0719c0f8f6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:36:39.927757 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.db_base_plugin_common [None req-9277abbb-4a70-4822-9cd1-0719c0f8f6f3 None None] Allocated IP 172.20.0.2 (f41e8b4c-c1c7-44ad-979e-1c6444f968b0/53370fb2-dfdb-4f75-9a21-4e942effbd8d/465b326f-8820-472c-92f5-be1895a7427b) {{(pid=85337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 16:36:40.194322 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-9277abbb-4a70-4822-9cd1-0719c0f8f6f3 None None] Notify callbacks [] for port, precommit_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:36:40.209579 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-9277abbb-4a70-4822-9cd1-0719c0f8f6f3 None None] Transition to ACTIVE for port object 465b326f-8820-472c-92f5-be1895a7427b will not be triggered until provisioned by entity L2. {{(pid=85337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:36:40.234828 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-9277abbb-4a70-4822-9cd1-0719c0f8f6f3 None None] Transition to ACTIVE for port object 465b326f-8820-472c-92f5-be1895a7427b will not be triggered until provisioned by entity DHCP. {{(pid=85337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:36:40.244078 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-9277abbb-4a70-4822-9cd1-0719c0f8f6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751455712866'] for port, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:36:40.258594 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:36:40.397689 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9277abbb-4a70-4822-9cd1-0719c0f8f6f3 None None] Pushing event updated for resources: {'Port': ['ID=465b326f-8820-472c-92f5-be1895a7427b,revision_number=1']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:36:40.416758 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9277abbb-4a70-4822-9cd1-0719c0f8f6f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:36:40.417147 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9277abbb-4a70-4822-9cd1-0719c0f8f6f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:36:40.417498 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9277abbb-4a70-4822-9cd1-0719c0f8f6f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:36:40.417865 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9277abbb-4a70-4822-9cd1-0719c0f8f6f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:36:40.418242 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9277abbb-4a70-4822-9cd1-0719c0f8f6f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:36:40.418593 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9277abbb-4a70-4822-9cd1-0719c0f8f6f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:36:40.418942 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9277abbb-4a70-4822-9cd1-0719c0f8f6f3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:36:40.419292 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9277abbb-4a70-4822-9cd1-0719c0f8f6f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:36:40.419650 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9277abbb-4a70-4822-9cd1-0719c0f8f6f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:36:40.419998 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9277abbb-4a70-4822-9cd1-0719c0f8f6f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:36:40.420348 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9277abbb-4a70-4822-9cd1-0719c0f8f6f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:36:40.420683 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9277abbb-4a70-4822-9cd1-0719c0f8f6f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:36:40.421817 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9277abbb-4a70-4822-9cd1-0719c0f8f6f3 None None] Tracked resource versions report: Apr 16 16:36:40.421817 dv-cinder-733622-13-smb neutron-server[85220]: pushed versions: Apr 16 16:36:40.421817 dv-cinder-733622-13-smb neutron-server[85220]: { 'AddressGroup': {'1.2'}, Apr 16 16:36:40.421817 dv-cinder-733622-13-smb neutron-server[85220]: 'ConntrackHelper': {'1.0'}, Apr 16 16:36:40.421817 dv-cinder-733622-13-smb neutron-server[85220]: 'Log': {'1.0'}, Apr 16 16:36:40.421817 dv-cinder-733622-13-smb neutron-server[85220]: 'Network': {'1.1'}, Apr 16 16:36:40.421817 dv-cinder-733622-13-smb neutron-server[85220]: 'Port': {'1.7'}, Apr 16 16:36:40.421817 dv-cinder-733622-13-smb neutron-server[85220]: 'PortForwarding': {'1.2'}, Apr 16 16:36:40.421817 dv-cinder-733622-13-smb neutron-server[85220]: 'QosPolicy': {'1.8'}, Apr 16 16:36:40.421817 dv-cinder-733622-13-smb neutron-server[85220]: 'SecurityGroup': {'1.4'}, Apr 16 16:36:40.421817 dv-cinder-733622-13-smb neutron-server[85220]: 'SecurityGroupRule': {'1.2'}, Apr 16 16:36:40.421817 dv-cinder-733622-13-smb neutron-server[85220]: 'SubPort': {'1.0'}, Apr 16 16:36:40.421817 dv-cinder-733622-13-smb neutron-server[85220]: 'Subnet': {'1.1'}, Apr 16 16:36:40.421817 dv-cinder-733622-13-smb neutron-server[85220]: 'Trunk': {'1.1'}} Apr 16 16:36:40.421817 dv-cinder-733622-13-smb neutron-server[85220]: consumer versions: Apr 16 16:36:40.421817 dv-cinder-733622-13-smb neutron-server[85220]: { DHCP agent@dv-cinder-733622-13-smb: {}, Apr 16 16:36:40.421817 dv-cinder-733622-13-smb neutron-server[85220]: L3 agent@dv-cinder-733622-13-smb: {}, Apr 16 16:36:40.421817 dv-cinder-733622-13-smb neutron-server[85220]: Metadata agent@dv-cinder-733622-13-smb: {}, Apr 16 16:36:40.421817 dv-cinder-733622-13-smb neutron-server[85220]: Metering agent@dv-cinder-733622-13-smb: {}, Apr 16 16:36:40.421817 dv-cinder-733622-13-smb neutron-server[85220]: Open vSwitch agent@dv-cinder-733622-13-smb: { 'AddressGroup': '1.2', Apr 16 16:36:40.421817 dv-cinder-733622-13-smb neutron-server[85220]: 'ConntrackHelper': '1.0', Apr 16 16:36:40.421817 dv-cinder-733622-13-smb neutron-server[85220]: 'Log': '1.0', Apr 16 16:36:40.421817 dv-cinder-733622-13-smb neutron-server[85220]: 'Network': '1.1', Apr 16 16:36:40.421817 dv-cinder-733622-13-smb neutron-server[85220]: 'Port': '1.7', Apr 16 16:36:40.421817 dv-cinder-733622-13-smb neutron-server[85220]: 'PortForwarding': '1.2', Apr 16 16:36:40.421817 dv-cinder-733622-13-smb neutron-server[85220]: 'QosPolicy': '1.8', Apr 16 16:36:40.421817 dv-cinder-733622-13-smb neutron-server[85220]: 'SecurityGroup': '1.4', Apr 16 16:36:40.421817 dv-cinder-733622-13-smb neutron-server[85220]: 'SecurityGroupRule': '1.2', Apr 16 16:36:40.421817 dv-cinder-733622-13-smb neutron-server[85220]: 'SubPort': '1.0', Apr 16 16:36:40.421817 dv-cinder-733622-13-smb neutron-server[85220]: 'Subnet': '1.1', Apr 16 16:36:40.421817 dv-cinder-733622-13-smb neutron-server[85220]: 'Trunk': '1.1'}} Apr 16 16:36:40.421817 dv-cinder-733622-13-smb neutron-server[85220]: {{(pid=85337) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 16 16:36:40.438216 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-9277abbb-4a70-4822-9cd1-0719c0f8f6f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:36:40.484446 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9277abbb-4a70-4822-9cd1-0719c0f8f6f3 None None] Network f41e8b4c-c1c7-44ad-979e-1c6444f968b0 is already hosted by enough agents. {{(pid=85337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 16:36:40.485351 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [None req-9277abbb-4a70-4822-9cd1-0719c0f8f6f3 None None] Resources bound (agent type, host, resource id): {{(pid=85337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:36:40.489037 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9277abbb-4a70-4822-9cd1-0719c0f8f6f3 None None] Received port after_create {{(pid=85337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 16:36:40.596208 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-9277abbb-4a70-4822-9cd1-0719c0f8f6f3 None None] Attempting to bind port 465b326f-8820-472c-92f5-be1895a7427b on host dv-cinder-733622-13-smb for vnic_type normal with profile {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 16:36:40.596626 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-9277abbb-4a70-4822-9cd1-0719c0f8f6f3 None None] Attempting to bind port 465b326f-8820-472c-92f5-be1895a7427b by drivers openvswitch,hyperv on host dv-cinder-733622-13-smb at level 0 using segments [{'id': 'e5f69e3e-4df5-4117-a761-1559edb210fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'f41e8b4c-c1c7-44ad-979e-1c6444f968b0'}] {{(pid=85337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 16:36:40.597098 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9277abbb-4a70-4822-9cd1-0719c0f8f6f3 None None] Attempting to bind port 465b326f-8820-472c-92f5-be1895a7427b on network f41e8b4c-c1c7-44ad-979e-1c6444f968b0 {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 16:36:40.603827 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9277abbb-4a70-4822-9cd1-0719c0f8f6f3 None None] Checking agent: {'id': '033b0af5-7550-4b5d-954a-022a384d8461', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 16, 36, 23), 'started_at': datetime.datetime(2021, 4, 16, 16, 36, 23), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 16:36:40.604769 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9277abbb-4a70-4822-9cd1-0719c0f8f6f3 None None] Checking segment: {'id': 'e5f69e3e-4df5-4117-a761-1559edb210fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'f41e8b4c-c1c7-44ad-979e-1c6444f968b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 16:36:40.604769 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-9277abbb-4a70-4822-9cd1-0719c0f8f6f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:36:40.605078 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9277abbb-4a70-4822-9cd1-0719c0f8f6f3 None None] Bound using segment: {'id': 'e5f69e3e-4df5-4117-a761-1559edb210fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'f41e8b4c-c1c7-44ad-979e-1c6444f968b0'} {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 16:36:40.605603 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-9277abbb-4a70-4822-9cd1-0719c0f8f6f3 None None] Bound port: 465b326f-8820-472c-92f5-be1895a7427b, host: dv-cinder-733622-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5f69e3e-4df5-4117-a761-1559edb210fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'f41e8b4c-c1c7-44ad-979e-1c6444f968b0'}}] {{(pid=85337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 16:36:40.606053 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-9277abbb-4a70-4822-9cd1-0719c0f8f6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:36:40.726528 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-9277abbb-4a70-4822-9cd1-0719c0f8f6f3 None None] For port 465b326f-8820-472c-92f5-be1895a7427b, host dv-cinder-733622-13-smb, cleared binding levels {{(pid=85337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 16:36:40.731141 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-9277abbb-4a70-4822-9cd1-0719c0f8f6f3 None None] For port 465b326f-8820-472c-92f5-be1895a7427b, host dv-cinder-733622-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-smb',level=0,port_id=465b326f-8820-472c-92f5-be1895a7427b,segment=NetworkSegment(e5f69e3e-4df5-4117-a761-1559edb210fb),segment_id=e5f69e3e-4df5-4117-a761-1559edb210fb)] {{(pid=85337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 16:36:40.735507 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-9277abbb-4a70-4822-9cd1-0719c0f8f6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:36:40.752623 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:36:40.925537 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9277abbb-4a70-4822-9cd1-0719c0f8f6f3 None None] Pushing event updated for resources: {'Port': ['ID=465b326f-8820-472c-92f5-be1895a7427b,revision_number=2']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:36:40.930414 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-9277abbb-4a70-4822-9cd1-0719c0f8f6f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:36:42.553547 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 33776) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:36:43.121132 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [None req-f030113f-fb44-43be-87b6-9c3709203713 admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=85335) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 16:36:43.122226 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-f030113f-fb44-43be-87b6-9c3709203713 admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5672076 Apr 16 16:36:46.275549 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 33786) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:36:46.821353 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [None req-a3a3f34e-62d4-4239-8970-dde5426598f5 admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=85335) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 16:36:46.822892 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-a3a3f34e-62d4-4239-8970-dde5426598f5 admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5442085 Apr 16 16:36:47.655260 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Device 465b326f-8820-472c-92f5-be1895a7427b up at agent ovs-agent-dv-cinder-733622-13-smb {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:36:47.750906 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Provisioning for port 465b326f-8820-472c-92f5-be1895a7427b completed by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:36:48.807808 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-375a1afe-d001-49b5-9fe3-ab9847902985 None None] Network f41e8b4c-c1c7-44ad-979e-1c6444f968b0 requested from dv-cinder-733622-13-smb {{(pid=85337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 16:36:48.900810 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-b735bbcd-6354-4f3f-a528-172650c116e3 None None] Provisioning for port 465b326f-8820-472c-92f5-be1895a7427b completed by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:36:48.916998 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-b735bbcd-6354-4f3f-a528-172650c116e3 None None] Provisioning complete for port 465b326f-8820-472c-92f5-be1895a7427b triggered by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:36:48.917403 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-b735bbcd-6354-4f3f-a528-172650c116e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852761088'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:36:49.162643 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-b735bbcd-6354-4f3f-a528-172650c116e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:36:49.263041 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-b735bbcd-6354-4f3f-a528-172650c116e3 None None] For port 465b326f-8820-472c-92f5-be1895a7427b, host dv-cinder-733622-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-smb',level=0,port_id=465b326f-8820-472c-92f5-be1895a7427b,segment=NetworkSegment(e5f69e3e-4df5-4117-a761-1559edb210fb),segment_id=e5f69e3e-4df5-4117-a761-1559edb210fb)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:36:49.267510 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-b735bbcd-6354-4f3f-a528-172650c116e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:36:49.271998 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-9277abbb-4a70-4822-9cd1-0719c0f8f6f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:36:49.363614 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b735bbcd-6354-4f3f-a528-172650c116e3 None None] Pushing event updated for resources: {'Port': ['ID=465b326f-8820-472c-92f5-be1895a7427b,revision_number=3']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:36:49.367876 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-b735bbcd-6354-4f3f-a528-172650c116e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:36:49.600790 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Device 465b326f-8820-472c-92f5-be1895a7427b up at agent ovs-agent-dv-cinder-733622-13-smb {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:36:49.697552 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-293944c1-6446-448b-a3e5-846f665f58a1 None None] Provisioning complete for port 465b326f-8820-472c-92f5-be1895a7427b triggered by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:36:49.698247 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-293944c1-6446-448b-a3e5-846f665f58a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852761088'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:36:49.889930 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-69f47df3-2aa6-47f5-b1c6-e5d281c707dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:36:49.899474 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Provisioning complete for port 465b326f-8820-472c-92f5-be1895a7427b triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:36:49.899888 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852761088'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:36:50.399954 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 33804) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:36:51.398102 dv-cinder-733622-13-smb neutron-server[85220]: WARNING oslo_policy.policy [None req-708aca4a-4769-4cc1-ad82-86fae40246b6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 16 16:36:51.398939 dv-cinder-733622-13-smb neutron-server[85220]: WARNING oslo_policy.policy [None req-708aca4a-4769-4cc1-ad82-86fae40246b6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 16 16:36:51.648168 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-708aca4a-4769-4cc1-ad82-86fae40246b6 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'fcfe87b3df204e5c94536faacd9a502a', 'name': 'router1'}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:36:51.728343 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.policy [None req-708aca4a-4769-4cc1-ad82-86fae40246b6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=85336) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 16 16:36:51.740146 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c14e4c65-3ce2-4f64-8e9c-5e057bb9d60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:36:51.788089 dv-cinder-733622-13-smb neutron-server[85220]: WARNING oslo_policy.policy [None req-708aca4a-4769-4cc1-ad82-86fae40246b6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 16 16:36:51.788504 dv-cinder-733622-13-smb neutron-server[85220]: WARNING oslo_policy.policy [None req-708aca4a-4769-4cc1-ad82-86fae40246b6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 16 16:36:51.807268 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.quota [None req-708aca4a-4769-4cc1-ad82-86fae40246b6 admin admin] Loaded quota_driver: . Apr 16 16:36:51.824277 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-708aca4a-4769-4cc1-ad82-86fae40246b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:36:51.832567 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-708aca4a-4769-4cc1-ad82-86fae40246b6 admin admin] Usage tracker for resource:router and tenant:fcfe87b3df204e5c94536faacd9a502a is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:36:51.837732 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-708aca4a-4769-4cc1-ad82-86fae40246b6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:36:51.846322 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-708aca4a-4769-4cc1-ad82-86fae40246b6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:36:51.863819 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-708aca4a-4769-4cc1-ad82-86fae40246b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-457759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5682'] for router, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:36:51.865930 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-708aca4a-4769-4cc1-ad82-86fae40246b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854317886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854348900', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854353146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854770118'] for router, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:36:51.891748 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-708aca4a-4769-4cc1-ad82-86fae40246b6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:36:52.169911 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-708aca4a-4769-4cc1-ad82-86fae40246b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854318044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-426954'] for router, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:36:52.193068 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-708aca4a-4769-4cc1-ad82-86fae40246b6 admin admin] Notify callbacks [] for router, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:36:52.194439 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-708aca4a-4769-4cc1-ad82-86fae40246b6 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.7920694 Apr 16 16:36:52.768604 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-45c0d62a-bc24-48a8-9022-8ca56da26294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:36:53.456899 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:36:54.133383 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-53783e99-0c04-4d0d-b0b5-c5fd538000c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:36:55.252170 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 33830) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:36:55.453665 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [None req-cbca36ed-91ee-4b98-a94f-4ea5427ec1f7 admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=85336) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 16:36:55.455023 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-cbca36ed-91ee-4b98-a94f-4ea5427ec1f7 admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2015102 Apr 16 16:36:58.270648 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 33850) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:36:58.332068 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-12b84db8-3486-4776-afc4-439f5a4a7890 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'admin_state_up': True, 'router:external': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'name': 'public'}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:36:58.339075 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-12b84db8-3486-4776-afc4-439f5a4a7890 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:36:58.345585 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-12b84db8-3486-4776-afc4-439f5a4a7890 admin admin] Usage tracker for resource:network and tenant:f05322d73a28426d9dbdcbdd2d9185be is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:36:58.350300 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-12b84db8-3486-4776-afc4-439f5a4a7890 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:36:58.356580 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-12b84db8-3486-4776-afc4-439f5a4a7890 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:36:58.366547 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12b84db8-3486-4776-afc4-439f5a4a7890 admin admin] Made reservation on behalf of f05322d73a28426d9dbdcbdd2d9185be for: {'network': 1} {{(pid=85336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 16:36:58.373390 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-12b84db8-3486-4776-afc4-439f5a4a7890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for network, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:36:58.394749 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-12b84db8-3486-4776-afc4-439f5a4a7890 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:36:58.412957 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-12b84db8-3486-4776-afc4-439f5a4a7890 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:36:58.417608 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-12b84db8-3486-4776-afc4-439f5a4a7890 admin admin] Usage tracker for resource:security_group_rule and tenant:f05322d73a28426d9dbdcbdd2d9185be is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:36:58.421490 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-12b84db8-3486-4776-afc4-439f5a4a7890 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:36:58.428762 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-12b84db8-3486-4776-afc4-439f5a4a7890 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:36:58.544784 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-12b84db8-3486-4776-afc4-439f5a4a7890 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:36:58.547620 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-12b84db8-3486-4776-afc4-439f5a4a7890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:36:58.553244 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:36:58.566120 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-12b84db8-3486-4776-afc4-439f5a4a7890 admin admin] Reserving flat network on physical network physnet1 {{(pid=85336) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Apr 16 16:36:58.603037 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-12b84db8-3486-4776-afc4-439f5a4a7890 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363285398510913', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-60927'] for segment, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:36:58.603664 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-12b84db8-3486-4776-afc4-439f5a4a7890 admin admin] Unsubscribe: segment precommit_create {{(pid=85336) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 16 16:36:58.604171 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.db.segments_db [None req-12b84db8-3486-4776-afc4-439f5a4a7890 admin admin] Added segment 72591246-2019-4cd4-9cf3-fab9e1d2beed of type flat for network 2bc9ca6b-6e72-4404-899b-6b4685eced1f Apr 16 16:36:58.657963 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b84db8-3486-4776-afc4-439f5a4a7890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06d16859-36d4-4835-af38-b9d4e3f87284,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:36:58.674032 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b84db8-3486-4776-afc4-439f5a4a7890 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:36:58.674460 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b84db8-3486-4776-afc4-439f5a4a7890 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:36:58.675412 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b84db8-3486-4776-afc4-439f5a4a7890 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:36:58.675772 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b84db8-3486-4776-afc4-439f5a4a7890 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:36:58.676126 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b84db8-3486-4776-afc4-439f5a4a7890 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:36:58.676475 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b84db8-3486-4776-afc4-439f5a4a7890 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:36:58.676819 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b84db8-3486-4776-afc4-439f5a4a7890 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:36:58.677163 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b84db8-3486-4776-afc4-439f5a4a7890 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:36:58.677521 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b84db8-3486-4776-afc4-439f5a4a7890 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:36:58.677861 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b84db8-3486-4776-afc4-439f5a4a7890 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:36:58.678248 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b84db8-3486-4776-afc4-439f5a4a7890 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:36:58.678566 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b84db8-3486-4776-afc4-439f5a4a7890 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:36:58.679714 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b84db8-3486-4776-afc4-439f5a4a7890 admin admin] Tracked resource versions report: Apr 16 16:36:58.679714 dv-cinder-733622-13-smb neutron-server[85220]: pushed versions: Apr 16 16:36:58.679714 dv-cinder-733622-13-smb neutron-server[85220]: { 'AddressGroup': {'1.2'}, Apr 16 16:36:58.679714 dv-cinder-733622-13-smb neutron-server[85220]: 'ConntrackHelper': {'1.0'}, Apr 16 16:36:58.679714 dv-cinder-733622-13-smb neutron-server[85220]: 'Log': {'1.0'}, Apr 16 16:36:58.679714 dv-cinder-733622-13-smb neutron-server[85220]: 'Network': {'1.1'}, Apr 16 16:36:58.679714 dv-cinder-733622-13-smb neutron-server[85220]: 'Port': {'1.7'}, Apr 16 16:36:58.679714 dv-cinder-733622-13-smb neutron-server[85220]: 'PortForwarding': {'1.2'}, Apr 16 16:36:58.679714 dv-cinder-733622-13-smb neutron-server[85220]: 'QosPolicy': {'1.8'}, Apr 16 16:36:58.679714 dv-cinder-733622-13-smb neutron-server[85220]: 'SecurityGroup': {'1.4'}, Apr 16 16:36:58.679714 dv-cinder-733622-13-smb neutron-server[85220]: 'SecurityGroupRule': {'1.2'}, Apr 16 16:36:58.679714 dv-cinder-733622-13-smb neutron-server[85220]: 'SubPort': {'1.0'}, Apr 16 16:36:58.679714 dv-cinder-733622-13-smb neutron-server[85220]: 'Subnet': {'1.1'}, Apr 16 16:36:58.679714 dv-cinder-733622-13-smb neutron-server[85220]: 'Trunk': {'1.1'}} Apr 16 16:36:58.679714 dv-cinder-733622-13-smb neutron-server[85220]: consumer versions: Apr 16 16:36:58.679714 dv-cinder-733622-13-smb neutron-server[85220]: { DHCP agent@dv-cinder-733622-13-smb: {}, Apr 16 16:36:58.679714 dv-cinder-733622-13-smb neutron-server[85220]: L3 agent@dv-cinder-733622-13-smb: {}, Apr 16 16:36:58.679714 dv-cinder-733622-13-smb neutron-server[85220]: Metadata agent@dv-cinder-733622-13-smb: {}, Apr 16 16:36:58.679714 dv-cinder-733622-13-smb neutron-server[85220]: Metering agent@dv-cinder-733622-13-smb: {}, Apr 16 16:36:58.679714 dv-cinder-733622-13-smb neutron-server[85220]: Open vSwitch agent@dv-cinder-733622-13-smb: { 'AddressGroup': '1.2', Apr 16 16:36:58.679714 dv-cinder-733622-13-smb neutron-server[85220]: 'ConntrackHelper': '1.0', Apr 16 16:36:58.679714 dv-cinder-733622-13-smb neutron-server[85220]: 'Log': '1.0', Apr 16 16:36:58.679714 dv-cinder-733622-13-smb neutron-server[85220]: 'Network': '1.1', Apr 16 16:36:58.679714 dv-cinder-733622-13-smb neutron-server[85220]: 'Port': '1.7', Apr 16 16:36:58.679714 dv-cinder-733622-13-smb neutron-server[85220]: 'PortForwarding': '1.2', Apr 16 16:36:58.679714 dv-cinder-733622-13-smb neutron-server[85220]: 'QosPolicy': '1.8', Apr 16 16:36:58.679714 dv-cinder-733622-13-smb neutron-server[85220]: 'SecurityGroup': '1.4', Apr 16 16:36:58.679714 dv-cinder-733622-13-smb neutron-server[85220]: 'SecurityGroupRule': '1.2', Apr 16 16:36:58.679714 dv-cinder-733622-13-smb neutron-server[85220]: 'SubPort': '1.0', Apr 16 16:36:58.679714 dv-cinder-733622-13-smb neutron-server[85220]: 'Subnet': '1.1', Apr 16 16:36:58.679714 dv-cinder-733622-13-smb neutron-server[85220]: 'Trunk': '1.1'}} Apr 16 16:36:58.679714 dv-cinder-733622-13-smb neutron-server[85220]: {{(pid=85336) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 16 16:36:58.739801 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-12b84db8-3486-4776-afc4-439f5a4a7890 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751455732714'] for network, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:36:58.744853 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-12b84db8-3486-4776-afc4-439f5a4a7890 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:36:58.790092 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-12b84db8-3486-4776-afc4-439f5a4a7890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139'] for network, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:36:58.791687 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b84db8-3486-4776-afc4-439f5a4a7890 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:36:58.792397 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-12b84db8-3486-4776-afc4-439f5a4a7890 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609088'] for network, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:36:58.798429 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:36:58.914488 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-12b84db8-3486-4776-afc4-439f5a4a7890 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6426253 Apr 16 16:36:58.917548 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b84db8-3486-4776-afc4-439f5a4a7890 admin admin] Pushing event updated for resources: {'Network': ['ID=2bc9ca6b-6e72-4404-899b-6b4685eced1f,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:36:58.939771 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-12b84db8-3486-4776-afc4-439f5a4a7890 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:36:58.947805 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Network 2bc9ca6b-6e72-4404-899b-6b4685eced1f details requested by agent ovs-agent-dv-cinder-733622-13-smb with host dv-cinder-733622-13-smb {{(pid=85337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 16:37:01.900396 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 33864) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:37:02.034350 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1e6c52-b554-4860-968b-2c27ed10562e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:37:02.035863 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-dc1e6c52-b554-4860-968b-2c27ed10562e admin admin] 10.222.0.38 "GET /v2.0/subnets/53370fb2-dfdb-4f75-9a21-4e942effbd8d HTTP/1.1" status: 200 len: 849 time: 0.1343715 Apr 16 16:37:02.202613 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-eb3b7d67-73c1-4331-9229-d8d4bf370941 admin admin] 10.222.0.38 "GET /v2.0/routers/d9ece5a6-6b95-47f1-ac61-e7b5937335ca HTTP/1.1" status: 200 len: 704 time: 0.1600766 Apr 16 16:37:02.844299 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-caba7302-d993-488e-80c8-d197ae581dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:37:03.187888 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.db_base_plugin_common [None req-caba7302-d993-488e-80c8-d197ae581dae admin admin] Allocated IP 172.20.0.1 (f41e8b4c-c1c7-44ad-979e-1c6444f968b0/53370fb2-dfdb-4f75-9a21-4e942effbd8d/7cc71f4b-d1fa-47e9-b7b7-339dba331a30) {{(pid=85336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 16:37:03.592952 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-caba7302-d993-488e-80c8-d197ae581dae admin admin] Notify callbacks [] for port, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:37:03.616972 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-caba7302-d993-488e-80c8-d197ae581dae admin admin] Transition to ACTIVE for port object 7cc71f4b-d1fa-47e9-b7b7-339dba331a30 will not be triggered until provisioned by entity DHCP. {{(pid=85336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:37:03.685400 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-caba7302-d993-488e-80c8-d197ae581dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751455712866'] for port, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:37:03.699912 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:37:03.838633 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caba7302-d993-488e-80c8-d197ae581dae admin admin] Pushing event updated for resources: {'Port': ['ID=7cc71f4b-d1fa-47e9-b7b7-339dba331a30,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:37:03.842224 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-caba7302-d993-488e-80c8-d197ae581dae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:37:03.916312 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caba7302-d993-488e-80c8-d197ae581dae admin admin] Network f41e8b4c-c1c7-44ad-979e-1c6444f968b0 is already hosted by enough agents. {{(pid=85336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 16:37:03.917486 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [None req-caba7302-d993-488e-80c8-d197ae581dae admin admin] Resources bound (agent type, host, resource id): {{(pid=85336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:37:03.920567 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caba7302-d993-488e-80c8-d197ae581dae admin admin] Received port after_create {{(pid=85336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 16:37:03.921293 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-caba7302-d993-488e-80c8-d197ae581dae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854343281'] for router_interface, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:37:04.161322 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-8269a944-175b-4825-81a0-acb12b353a6e None None] Provisioning for port 7cc71f4b-d1fa-47e9-b7b7-339dba331a30 completed by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:37:04.168365 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-8269a944-175b-4825-81a0-acb12b353a6e None None] Provisioning complete for port 7cc71f4b-d1fa-47e9-b7b7-339dba331a30 triggered by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:37:04.168782 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8269a944-175b-4825-81a0-acb12b353a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852761088'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:37:04.224939 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-caba7302-d993-488e-80c8-d197ae581dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:37:04.235019 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-8269a944-175b-4825-81a0-acb12b353a6e None None] Port 7cc71f4b-d1fa-47e9-b7b7-339dba331a30 cannot update to ACTIVE because it is not bound. {{(pid=85337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 16:37:04.523663 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-caba7302-d993-488e-80c8-d197ae581dae admin admin] Notify callbacks [] for port, precommit_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:37:04.527859 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-caba7302-d993-488e-80c8-d197ae581dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900'] for port, after_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:37:04.529005 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-caba7302-d993-488e-80c8-d197ae581dae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432616'] for router_interface, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:37:04.549259 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:37:04.693929 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caba7302-d993-488e-80c8-d197ae581dae admin admin] Pushing event updated for resources: {'Port': ['ID=7cc71f4b-d1fa-47e9-b7b7-339dba331a30,revision_number=2']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:37:04.697215 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-caba7302-d993-488e-80c8-d197ae581dae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:37:04.784137 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caba7302-d993-488e-80c8-d197ae581dae admin admin] Network f41e8b4c-c1c7-44ad-979e-1c6444f968b0 is already hosted by enough agents. {{(pid=85336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 16:37:04.785596 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [None req-caba7302-d993-488e-80c8-d197ae581dae admin admin] Resources bound (agent type, host, resource id): {{(pid=85336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:37:05.031638 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caba7302-d993-488e-80c8-d197ae581dae admin admin] Router d9ece5a6-6b95-47f1-ac61-e7b5937335ca is scheduled to L3 agent 4aa3b6c8-2ef9-4577-bdb6-1cfedaad083f with binding_index 1 {{(pid=85336) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 16 16:37:05.065104 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-cc4815ae-f65f-4d75-8609-09fcff28412b None None] Provisioning complete for port 7cc71f4b-d1fa-47e9-b7b7-339dba331a30 triggered by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:37:05.066612 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-cc4815ae-f65f-4d75-8609-09fcff28412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852761088'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:37:05.152810 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-cc4815ae-f65f-4d75-8609-09fcff28412b None None] Port 7cc71f4b-d1fa-47e9-b7b7-339dba331a30 cannot update to ACTIVE because it is not bound. {{(pid=85337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 16:37:05.229450 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caba7302-d993-488e-80c8-d197ae581dae admin admin] Notify agent at l3_agent.dv-cinder-733622-13-smb the message routers_updated {{(pid=85336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 16:37:05.241065 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-caba7302-d993-488e-80c8-d197ae581dae admin admin] 10.222.0.38 "PUT /v2.0/routers/d9ece5a6-6b95-47f1-ac61-e7b5937335ca/add_router_interface HTTP/1.1" status: 200 len: 508 time: 3.0318301 Apr 16 16:37:05.241807 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62c6a6e-4087-4999-a45a-d7c3bc1cf004 None None] Sync routers for ids ['d9ece5a6-6b95-47f1-ac61-e7b5937335ca'] in dv-cinder-733622-13-smb {{(pid=85338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 16:37:05.253636 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62c6a6e-4087-4999-a45a-d7c3bc1cf004 None None] Routers {'d9ece5a6-6b95-47f1-ac61-e7b5937335ca'} bound to L3 agent in host dv-cinder-733622-13-smb {{(pid=85338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:37:05.254566 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-f62c6a6e-4087-4999-a45a-d7c3bc1cf004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-16T16:36:22Z,description=,heartbeat_timestamp=2021-04-16T16:36:52Z,host='dv-cinder-733622-13-smb',id=4aa3b6c8-2ef9-4577-bdb6-1cfedaad083f,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T16:36:22Z,topic='l3_agent')) {'router_ids': ['d9ece5a6-6b95-47f1-ac61-e7b5937335ca'], 'active': True} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:37:05.488475 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvr_db [None req-f62c6a6e-4087-4999-a45a-d7c3bc1cf004 None None] Set router d9ece5a6-6b95-47f1-ac61-e7b5937335ca gateway port host: None {{(pid=85338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:37:06.264018 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-f62c6a6e-4087-4999-a45a-d7c3bc1cf004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9ece5a6-6b95-47f1-ac61-e7b5937335ca', 'name': 'router1', 'tenant_id': 'fcfe87b3df204e5c94536faacd9a502a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:36:51Z', 'updated_at': '2021-04-16T16:37:04Z', 'revision_number': 2, 'project_id': 'fcfe87b3df204e5c94536faacd9a502a', 'gw_port_host': None, '_interfaces': [{'id': '7cc71f4b-d1fa-47e9-b7b7-339dba331a30', 'name': '', 'network_id': 'f41e8b4c-c1c7-44ad-979e-1c6444f968b0', 'tenant_id': 'fcfe87b3df204e5c94536faacd9a502a', 'mac_address': 'fa:16:3e:11:b5:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9ece5a6-6b95-47f1-ac61-e7b5937335ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '53370fb2-dfdb-4f75-9a21-4e942effbd8d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:37:02Z', 'updated_at': '2021-04-16T16:37:04Z', 'revision_number': 2, 'project_id': 'fcfe87b3df204e5c94536faacd9a502a', 'subnets': [{'id': '53370fb2-dfdb-4f75-9a21-4e942effbd8d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c546e864-4cbb-4b48-b799-b1b2d9511c3c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-13-smb', False) {} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:37:06.273964 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62c6a6e-4087-4999-a45a-d7c3bc1cf004 None None] Checking router: d9ece5a6-6b95-47f1-ac61-e7b5937335ca for host: dv-cinder-733622-13-smb {{(pid=85338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 16:37:06.274641 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62c6a6e-4087-4999-a45a-d7c3bc1cf004 None None] Updating router d9ece5a6-6b95-47f1-ac61-e7b5937335ca port 7cc71f4b-d1fa-47e9-b7b7-339dba331a30 binding host dv-cinder-733622-13-smb {{(pid=85338) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 16:37:06.394444 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f62c6a6e-4087-4999-a45a-d7c3bc1cf004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:37:06.984366 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f62c6a6e-4087-4999-a45a-d7c3bc1cf004 None None] Notify callbacks [] for port, precommit_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:37:07.009198 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-f62c6a6e-4087-4999-a45a-d7c3bc1cf004 None None] Transition to ACTIVE for port object 7cc71f4b-d1fa-47e9-b7b7-339dba331a30 will not be triggered until provisioned by entity L2. {{(pid=85338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:37:07.017035 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f62c6a6e-4087-4999-a45a-d7c3bc1cf004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900'] for port, after_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:37:07.045595 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:37:07.210882 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e07ac9-99b7-4a2e-bed9-d35e764c1aeb None None] Pushing event updated for resources: {'Port': ['ID=7cc71f4b-d1fa-47e9-b7b7-339dba331a30,revision_number=3']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:37:07.238585 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e07ac9-99b7-4a2e-bed9-d35e764c1aeb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:37:07.238876 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e07ac9-99b7-4a2e-bed9-d35e764c1aeb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:37:07.239190 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e07ac9-99b7-4a2e-bed9-d35e764c1aeb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:37:07.239520 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e07ac9-99b7-4a2e-bed9-d35e764c1aeb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:37:07.239883 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e07ac9-99b7-4a2e-bed9-d35e764c1aeb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:37:07.240248 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e07ac9-99b7-4a2e-bed9-d35e764c1aeb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:37:07.240877 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e07ac9-99b7-4a2e-bed9-d35e764c1aeb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:37:07.241252 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e07ac9-99b7-4a2e-bed9-d35e764c1aeb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:37:07.241605 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e07ac9-99b7-4a2e-bed9-d35e764c1aeb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:37:07.242142 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e07ac9-99b7-4a2e-bed9-d35e764c1aeb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:37:07.242505 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e07ac9-99b7-4a2e-bed9-d35e764c1aeb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:37:07.242862 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e07ac9-99b7-4a2e-bed9-d35e764c1aeb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:37:07.244234 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e07ac9-99b7-4a2e-bed9-d35e764c1aeb None None] Tracked resource versions report: Apr 16 16:37:07.244234 dv-cinder-733622-13-smb neutron-server[85220]: pushed versions: Apr 16 16:37:07.244234 dv-cinder-733622-13-smb neutron-server[85220]: { 'AddressGroup': {'1.2'}, Apr 16 16:37:07.244234 dv-cinder-733622-13-smb neutron-server[85220]: 'ConntrackHelper': {'1.0'}, Apr 16 16:37:07.244234 dv-cinder-733622-13-smb neutron-server[85220]: 'Log': {'1.0'}, Apr 16 16:37:07.244234 dv-cinder-733622-13-smb neutron-server[85220]: 'Network': {'1.1'}, Apr 16 16:37:07.244234 dv-cinder-733622-13-smb neutron-server[85220]: 'Port': {'1.7'}, Apr 16 16:37:07.244234 dv-cinder-733622-13-smb neutron-server[85220]: 'PortForwarding': {'1.2'}, Apr 16 16:37:07.244234 dv-cinder-733622-13-smb neutron-server[85220]: 'QosPolicy': {'1.8'}, Apr 16 16:37:07.244234 dv-cinder-733622-13-smb neutron-server[85220]: 'SecurityGroup': {'1.4'}, Apr 16 16:37:07.244234 dv-cinder-733622-13-smb neutron-server[85220]: 'SecurityGroupRule': {'1.2'}, Apr 16 16:37:07.244234 dv-cinder-733622-13-smb neutron-server[85220]: 'SubPort': {'1.0'}, Apr 16 16:37:07.244234 dv-cinder-733622-13-smb neutron-server[85220]: 'Subnet': {'1.1'}, Apr 16 16:37:07.244234 dv-cinder-733622-13-smb neutron-server[85220]: 'Trunk': {'1.1'}} Apr 16 16:37:07.244234 dv-cinder-733622-13-smb neutron-server[85220]: consumer versions: Apr 16 16:37:07.244234 dv-cinder-733622-13-smb neutron-server[85220]: { DHCP agent@dv-cinder-733622-13-smb: {}, Apr 16 16:37:07.244234 dv-cinder-733622-13-smb neutron-server[85220]: L3 agent@dv-cinder-733622-13-smb: {}, Apr 16 16:37:07.244234 dv-cinder-733622-13-smb neutron-server[85220]: Metadata agent@dv-cinder-733622-13-smb: {}, Apr 16 16:37:07.244234 dv-cinder-733622-13-smb neutron-server[85220]: Metering agent@dv-cinder-733622-13-smb: {}, Apr 16 16:37:07.244234 dv-cinder-733622-13-smb neutron-server[85220]: Open vSwitch agent@dv-cinder-733622-13-smb: { 'AddressGroup': '1.2', Apr 16 16:37:07.244234 dv-cinder-733622-13-smb neutron-server[85220]: 'ConntrackHelper': '1.0', Apr 16 16:37:07.244234 dv-cinder-733622-13-smb neutron-server[85220]: 'Log': '1.0', Apr 16 16:37:07.244234 dv-cinder-733622-13-smb neutron-server[85220]: 'Network': '1.1', Apr 16 16:37:07.244234 dv-cinder-733622-13-smb neutron-server[85220]: 'Port': '1.7', Apr 16 16:37:07.244234 dv-cinder-733622-13-smb neutron-server[85220]: 'PortForwarding': '1.2', Apr 16 16:37:07.244234 dv-cinder-733622-13-smb neutron-server[85220]: 'QosPolicy': '1.8', Apr 16 16:37:07.244234 dv-cinder-733622-13-smb neutron-server[85220]: 'SecurityGroup': '1.4', Apr 16 16:37:07.244234 dv-cinder-733622-13-smb neutron-server[85220]: 'SecurityGroupRule': '1.2', Apr 16 16:37:07.244234 dv-cinder-733622-13-smb neutron-server[85220]: 'SubPort': '1.0', Apr 16 16:37:07.244234 dv-cinder-733622-13-smb neutron-server[85220]: 'Subnet': '1.1', Apr 16 16:37:07.244234 dv-cinder-733622-13-smb neutron-server[85220]: 'Trunk': '1.1'}} Apr 16 16:37:07.244234 dv-cinder-733622-13-smb neutron-server[85220]: {{(pid=85338) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 16 16:37:07.249029 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-88e07ac9-99b7-4a2e-bed9-d35e764c1aeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:37:07.513232 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-f62c6a6e-4087-4999-a45a-d7c3bc1cf004 None None] Attempting to bind port 7cc71f4b-d1fa-47e9-b7b7-339dba331a30 on host dv-cinder-733622-13-smb for vnic_type normal with profile {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 16:37:07.513992 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-f62c6a6e-4087-4999-a45a-d7c3bc1cf004 None None] Attempting to bind port 7cc71f4b-d1fa-47e9-b7b7-339dba331a30 by drivers openvswitch,hyperv on host dv-cinder-733622-13-smb at level 0 using segments [{'id': 'e5f69e3e-4df5-4117-a761-1559edb210fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'f41e8b4c-c1c7-44ad-979e-1c6444f968b0'}] {{(pid=85338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 16:37:07.514536 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62c6a6e-4087-4999-a45a-d7c3bc1cf004 None None] Attempting to bind port 7cc71f4b-d1fa-47e9-b7b7-339dba331a30 on network f41e8b4c-c1c7-44ad-979e-1c6444f968b0 {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 16:37:07.523963 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62c6a6e-4087-4999-a45a-d7c3bc1cf004 None None] Checking agent: {'id': '033b0af5-7550-4b5d-954a-022a384d8461', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 16, 36, 23), 'started_at': datetime.datetime(2021, 4, 16, 16, 36, 53), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 16:37:07.524838 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62c6a6e-4087-4999-a45a-d7c3bc1cf004 None None] Checking segment: {'id': 'e5f69e3e-4df5-4117-a761-1559edb210fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'f41e8b4c-c1c7-44ad-979e-1c6444f968b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 16:37:07.525449 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f62c6a6e-4087-4999-a45a-d7c3bc1cf004 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:37:07.526191 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62c6a6e-4087-4999-a45a-d7c3bc1cf004 None None] Bound using segment: {'id': 'e5f69e3e-4df5-4117-a761-1559edb210fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'f41e8b4c-c1c7-44ad-979e-1c6444f968b0'} {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 16:37:07.528586 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-f62c6a6e-4087-4999-a45a-d7c3bc1cf004 None None] Bound port: 7cc71f4b-d1fa-47e9-b7b7-339dba331a30, host: dv-cinder-733622-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5f69e3e-4df5-4117-a761-1559edb210fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'f41e8b4c-c1c7-44ad-979e-1c6444f968b0'}}] {{(pid=85338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 16:37:07.528586 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f62c6a6e-4087-4999-a45a-d7c3bc1cf004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:37:07.678408 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-f62c6a6e-4087-4999-a45a-d7c3bc1cf004 None None] For port 7cc71f4b-d1fa-47e9-b7b7-339dba331a30, host dv-cinder-733622-13-smb, cleared binding levels {{(pid=85338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 16:37:07.683468 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-f62c6a6e-4087-4999-a45a-d7c3bc1cf004 None None] For port 7cc71f4b-d1fa-47e9-b7b7-339dba331a30, host dv-cinder-733622-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-smb',level=0,port_id=7cc71f4b-d1fa-47e9-b7b7-339dba331a30,segment=NetworkSegment(e5f69e3e-4df5-4117-a761-1559edb210fb),segment_id=e5f69e3e-4df5-4117-a761-1559edb210fb)] {{(pid=85338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 16:37:07.688035 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f62c6a6e-4087-4999-a45a-d7c3bc1cf004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900'] for port, after_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:37:07.705983 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-88e07ac9-99b7-4a2e-bed9-d35e764c1aeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:37:07.906346 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e07ac9-99b7-4a2e-bed9-d35e764c1aeb None None] Pushing event updated for resources: {'Port': ['ID=7cc71f4b-d1fa-47e9-b7b7-339dba331a30,revision_number=4']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:37:07.912727 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-88e07ac9-99b7-4a2e-bed9-d35e764c1aeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:37:07.995489 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62c6a6e-4087-4999-a45a-d7c3bc1cf004 None None] Routers {'d9ece5a6-6b95-47f1-ac61-e7b5937335ca'} bound to L3 agent in host dv-cinder-733622-13-smb {{(pid=85338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:37:07.996649 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-f62c6a6e-4087-4999-a45a-d7c3bc1cf004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-16T16:36:22Z,description=,heartbeat_timestamp=2021-04-16T16:36:52Z,host='dv-cinder-733622-13-smb',id=4aa3b6c8-2ef9-4577-bdb6-1cfedaad083f,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T16:36:22Z,topic='l3_agent')) {'router_ids': ['d9ece5a6-6b95-47f1-ac61-e7b5937335ca'], 'active': True} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:37:08.200420 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvr_db [None req-f62c6a6e-4087-4999-a45a-d7c3bc1cf004 None None] Set router d9ece5a6-6b95-47f1-ac61-e7b5937335ca gateway port host: None {{(pid=85338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:37:08.649968 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 33876) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:37:08.717570 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-f62c6a6e-4087-4999-a45a-d7c3bc1cf004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9ece5a6-6b95-47f1-ac61-e7b5937335ca', 'name': 'router1', 'tenant_id': 'fcfe87b3df204e5c94536faacd9a502a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:36:51Z', 'updated_at': '2021-04-16T16:37:04Z', 'revision_number': 2, 'project_id': 'fcfe87b3df204e5c94536faacd9a502a', 'gw_port_host': None, '_interfaces': [{'id': '7cc71f4b-d1fa-47e9-b7b7-339dba331a30', 'name': '', 'network_id': 'f41e8b4c-c1c7-44ad-979e-1c6444f968b0', 'tenant_id': 'fcfe87b3df204e5c94536faacd9a502a', 'mac_address': 'fa:16:3e:11:b5:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9ece5a6-6b95-47f1-ac61-e7b5937335ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '53370fb2-dfdb-4f75-9a21-4e942effbd8d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:37:02Z', 'updated_at': '2021-04-16T16:37:07Z', 'revision_number': 4, 'project_id': 'fcfe87b3df204e5c94536faacd9a502a', 'subnets': [{'id': '53370fb2-dfdb-4f75-9a21-4e942effbd8d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c546e864-4cbb-4b48-b799-b1b2d9511c3c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-13-smb', False) {} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:37:08.723751 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62c6a6e-4087-4999-a45a-d7c3bc1cf004 None None] The sync data for ids ['d9ece5a6-6b95-47f1-ac61-e7b5937335ca'] in dv-cinder-733622-13-smb is: [{'id': 'd9ece5a6-6b95-47f1-ac61-e7b5937335ca', 'name': 'router1', 'tenant_id': 'fcfe87b3df204e5c94536faacd9a502a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:36:51Z', 'updated_at': '2021-04-16T16:37:04Z', 'revision_number': 2, 'project_id': 'fcfe87b3df204e5c94536faacd9a502a', 'gw_port_host': None, '_interfaces': [{'id': '7cc71f4b-d1fa-47e9-b7b7-339dba331a30', 'name': '', 'network_id': 'f41e8b4c-c1c7-44ad-979e-1c6444f968b0', 'tenant_id': 'fcfe87b3df204e5c94536faacd9a502a', 'mac_address': 'fa:16:3e:11:b5:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9ece5a6-6b95-47f1-ac61-e7b5937335ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '53370fb2-dfdb-4f75-9a21-4e942effbd8d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:37:02Z', 'updated_at': '2021-04-16T16:37:07Z', 'revision_number': 4, 'project_id': 'fcfe87b3df204e5c94536faacd9a502a', 'subnets': [{'id': '53370fb2-dfdb-4f75-9a21-4e942effbd8d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c546e864-4cbb-4b48-b799-b1b2d9511c3c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 16:37:08.854349 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f88388a5-18c4-4e9b-a106-c26c73a6e4d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:37:08.854845 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-f88388a5-18c4-4e9b-a106-c26c73a6e4d8 admin admin] Synchronizing usage tracker for tenant:f05322d73a28426d9dbdcbdd2d9185be on resource:network {{(pid=85336) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 16:37:08.872880 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-f88388a5-18c4-4e9b-a106-c26c73a6e4d8 admin admin] Unset dirty status for tenant:f05322d73a28426d9dbdcbdd2d9185be on resource:network {{(pid=85336) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 16:37:08.874325 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-f88388a5-18c4-4e9b-a106-c26c73a6e4d8 admin admin] 10.222.0.38 "GET /v2.0/networks/2bc9ca6b-6e72-4404-899b-6b4685eced1f HTTP/1.1" status: 200 len: 842 time: 0.2230179 Apr 16 16:37:08.885922 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-17beba44-7855-4e51-99c9-f6b3ad3a4ba0 admin admin] Request body: {'subnet': {'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'ip_version': 4, 'enable_dhcp': False, 'cidr': '172.28.2.0/24', 'name': 'public-subnet', 'gateway_ip': '172.28.2.1'}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:37:08.892218 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-17beba44-7855-4e51-99c9-f6b3ad3a4ba0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:37:08.897340 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-17beba44-7855-4e51-99c9-f6b3ad3a4ba0 admin admin] Usage tracker for resource:subnet and tenant:f05322d73a28426d9dbdcbdd2d9185be is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:37:08.901043 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-17beba44-7855-4e51-99c9-f6b3ad3a4ba0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:37:08.907888 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-17beba44-7855-4e51-99c9-f6b3ad3a4ba0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:37:08.918999 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17beba44-7855-4e51-99c9-f6b3ad3a4ba0 admin admin] Made reservation on behalf of f05322d73a28426d9dbdcbdd2d9185be for: {'subnet': 1} {{(pid=85336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 16:37:08.923984 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-17beba44-7855-4e51-99c9-f6b3ad3a4ba0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:37:09.704258 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.objects.ports [None req-17beba44-7855-4e51-99c9-f6b3ad3a4ba0 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=85336) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 16 16:37:09.705206 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-17beba44-7855-4e51-99c9-f6b3ad3a4ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139'] for subnet, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:37:09.721842 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:37:09.896490 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17beba44-7855-4e51-99c9-f6b3ad3a4ba0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9106a8ae-dfd9-43e0-982a-dc423b27def7,revision_number=0']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:37:09.916874 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-17beba44-7855-4e51-99c9-f6b3ad3a4ba0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:37:09.995654 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17beba44-7855-4e51-99c9-f6b3ad3a4ba0 admin admin] Checking segment: {'id': '72591246-2019-4cd4-9cf3-fab9e1d2beed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 16:37:09.996305 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17beba44-7855-4e51-99c9-f6b3ad3a4ba0 admin admin] Network hostable DHCP agents. Network: 2bc9ca6b-6e72-4404-899b-6b4685eced1f, hostable agents: ['a512e422-67dd-4296-9548-92f23f2586e5'], hosted agents: [] {{(pid=85336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 16:37:10.028230 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17beba44-7855-4e51-99c9-f6b3ad3a4ba0 admin admin] Network 2bc9ca6b-6e72-4404-899b-6b4685eced1f is scheduled to be hosted by DHCP agent a512e422-67dd-4296-9548-92f23f2586e5 with binding_index 1 {{(pid=85336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 16:37:10.046819 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [None req-17beba44-7855-4e51-99c9-f6b3ad3a4ba0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-13-smb, 2bc9ca6b-6e72-4404-899b-6b4685eced1f) {{(pid=85336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:37:10.052293 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17beba44-7855-4e51-99c9-f6b3ad3a4ba0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:37:10.052978 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-17beba44-7855-4e51-99c9-f6b3ad3a4ba0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609088'] for subnet, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:37:10.098589 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-17beba44-7855-4e51-99c9-f6b3ad3a4ba0 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2165842 Apr 16 16:37:10.272673 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a232fd2-7bfe-485b-a01a-828dd3e67730 None None] Network 2bc9ca6b-6e72-4404-899b-6b4685eced1f requested from dv-cinder-733622-13-smb {{(pid=85337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 16:37:10.587423 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.agents_db [None req-ebbb9395-3582-4696-b633-83ddaf7c527f None None] Agent healthcheck: found 5 active agents {{(pid=85338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 16:37:10.620354 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5864115b-fd62-4d51-93a3-de7a72f06679 None None] Network 2bc9ca6b-6e72-4404-899b-6b4685eced1f requested from dv-cinder-733622-13-smb {{(pid=85337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 16:37:13.342033 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 33890) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:37:13.576870 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-4b6001f1-7710-45d1-836e-481af76de435 admin admin] 10.222.0.38 "GET /v2.0/routers/d9ece5a6-6b95-47f1-ac61-e7b5937335ca HTTP/1.1" status: 200 len: 710 time: 0.2332807 Apr 16 16:37:13.638605 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Device 7cc71f4b-d1fa-47e9-b7b7-339dba331a30 up at agent ovs-agent-dv-cinder-733622-13-smb {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:37:13.709906 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Provisioning for port 7cc71f4b-d1fa-47e9-b7b7-339dba331a30 completed by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:37:13.715777 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Provisioning complete for port 7cc71f4b-d1fa-47e9-b7b7-339dba331a30 triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:37:13.716189 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852761088'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:37:13.727712 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc1402f-efe2-4432-b6bc-6693bcc352cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:37:13.729203 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-1dc1402f-efe2-4432-b6bc-6693bcc352cb admin admin] 10.222.0.38 "GET /v2.0/networks/2bc9ca6b-6e72-4404-899b-6b4685eced1f HTTP/1.1" status: 200 len: 886 time: 0.1466939 Apr 16 16:37:13.741285 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-2692bf86-0a1b-4456-9102-64debafb9621 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f'}}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:37:13.856468 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:37:13.891845 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] For port 7cc71f4b-d1fa-47e9-b7b7-339dba331a30, host dv-cinder-733622-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-smb',level=0,port_id=7cc71f4b-d1fa-47e9-b7b7-339dba331a30,segment=NetworkSegment(e5f69e3e-4df5-4117-a761-1559edb210fb),segment_id=e5f69e3e-4df5-4117-a761-1559edb210fb)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:37:13.896976 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:37:13.899620 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:37:13.978140 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Pushing event updated for resources: {'Port': ['ID=7cc71f4b-d1fa-47e9-b7b7-339dba331a30,revision_number=5']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:37:13.981417 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:37:14.255255 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-2692bf86-0a1b-4456-9102-64debafb9621 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854348883', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-457772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854770167'] for router, precommit_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:37:14.641888 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-2692bf86-0a1b-4456-9102-64debafb9621 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:37:14.890937 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-2692bf86-0a1b-4456-9102-64debafb9621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:37:15.054154 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.db_base_plugin_common [None req-2692bf86-0a1b-4456-9102-64debafb9621 admin admin] Allocated IP 172.28.2.32 (2bc9ca6b-6e72-4404-899b-6b4685eced1f/9106a8ae-dfd9-43e0-982a-dc423b27def7/ba12f0f3-38cf-43dc-a72d-31e685dcff94) {{(pid=85336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 16:37:15.240791 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-2692bf86-0a1b-4456-9102-64debafb9621 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:37:15.274206 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-2692bf86-0a1b-4456-9102-64debafb9621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751455712866'] for port, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:37:15.290916 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-caba7302-d993-488e-80c8-d197ae581dae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:37:15.436565 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2692bf86-0a1b-4456-9102-64debafb9621 admin admin] Pushing event updated for resources: {'Port': ['ID=ba12f0f3-38cf-43dc-a72d-31e685dcff94,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:37:15.441296 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-2692bf86-0a1b-4456-9102-64debafb9621 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:37:15.505607 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2692bf86-0a1b-4456-9102-64debafb9621 admin admin] Network 2bc9ca6b-6e72-4404-899b-6b4685eced1f is already hosted by enough agents. {{(pid=85336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 16:37:15.507290 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [None req-2692bf86-0a1b-4456-9102-64debafb9621 admin admin] Resources bound (agent type, host, resource id): {{(pid=85336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:37:15.510025 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2692bf86-0a1b-4456-9102-64debafb9621 admin admin] Received port after_create {{(pid=85336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 16:37:15.617654 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Device 7cc71f4b-d1fa-47e9-b7b7-339dba331a30 up at agent ovs-agent-dv-cinder-733622-13-smb {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:37:15.691210 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Provisioning complete for port 7cc71f4b-d1fa-47e9-b7b7-339dba331a30 triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:37:15.692275 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852761088'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:37:16.040520 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-2692bf86-0a1b-4456-9102-64debafb9621 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:37:16.423064 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-2692bf86-0a1b-4456-9102-64debafb9621 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854348883', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-457772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854770167'] for router, precommit_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:37:16.428947 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-2692bf86-0a1b-4456-9102-64debafb9621 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-426954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-426933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854348862', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854318027'] for router, after_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:37:16.679539 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2692bf86-0a1b-4456-9102-64debafb9621 admin admin] Router d9ece5a6-6b95-47f1-ac61-e7b5937335ca has already been hosted by L3 agent 4aa3b6c8-2ef9-4577-bdb6-1cfedaad083f {{(pid=85336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 16:37:17.133066 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2692bf86-0a1b-4456-9102-64debafb9621 admin admin] Notify agent at l3_agent.dv-cinder-733622-13-smb the message routers_updated {{(pid=85336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 16:37:17.143302 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-2692bf86-0a1b-4456-9102-64debafb9621 admin admin] Notify callbacks [] for router, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:37:17.146238 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-2692bf86-0a1b-4456-9102-64debafb9621 admin admin] 10.222.0.38 "PUT /v2.0/routers/d9ece5a6-6b95-47f1-ac61-e7b5937335ca HTTP/1.1" status: 200 len: 889 time: 3.4086213 Apr 16 16:37:17.148092 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4643de-a7c6-431b-b249-23940ba6a44c None None] Sync routers for ids ['d9ece5a6-6b95-47f1-ac61-e7b5937335ca'] in dv-cinder-733622-13-smb {{(pid=85337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 16:37:17.162232 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4643de-a7c6-431b-b249-23940ba6a44c None None] Routers {'d9ece5a6-6b95-47f1-ac61-e7b5937335ca'} bound to L3 agent in host dv-cinder-733622-13-smb {{(pid=85337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:37:17.163434 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-fd4643de-a7c6-431b-b249-23940ba6a44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-16T16:36:22Z,description=,heartbeat_timestamp=2021-04-16T16:36:52Z,host='dv-cinder-733622-13-smb',id=4aa3b6c8-2ef9-4577-bdb6-1cfedaad083f,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T16:36:22Z,topic='l3_agent')) {'router_ids': ['d9ece5a6-6b95-47f1-ac61-e7b5937335ca'], 'active': True} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:37:17.464623 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvr_db [None req-fd4643de-a7c6-431b-b249-23940ba6a44c None None] Set router d9ece5a6-6b95-47f1-ac61-e7b5937335ca gateway port host: dv-cinder-733622-13-smb {{(pid=85337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:37:17.959207 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-fd4643de-a7c6-431b-b249-23940ba6a44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9ece5a6-6b95-47f1-ac61-e7b5937335ca', 'name': 'router1', 'tenant_id': 'fcfe87b3df204e5c94536faacd9a502a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'external_fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.32'}], 'enable_snat': True}, 'gw_port_id': 'ba12f0f3-38cf-43dc-a72d-31e685dcff94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:36:51Z', 'updated_at': '2021-04-16T16:37:15Z', 'revision_number': 4, 'project_id': 'fcfe87b3df204e5c94536faacd9a502a', 'gw_port': {'id': 'ba12f0f3-38cf-43dc-a72d-31e685dcff94', 'name': '', 'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:34:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9ece5a6-6b95-47f1-ac61-e7b5937335ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:37:14Z', 'updated_at': '2021-04-16T16:37:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-smb', '_interfaces': [{'id': '7cc71f4b-d1fa-47e9-b7b7-339dba331a30', 'name': '', 'network_id': 'f41e8b4c-c1c7-44ad-979e-1c6444f968b0', 'tenant_id': 'fcfe87b3df204e5c94536faacd9a502a', 'mac_address': 'fa:16:3e:11:b5:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ece5a6-6b95-47f1-ac61-e7b5937335ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '53370fb2-dfdb-4f75-9a21-4e942effbd8d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:37:02Z', 'updated_at': '2021-04-16T16:37:13Z', 'revision_number': 5, 'project_id': 'fcfe87b3df204e5c94536faacd9a502a', 'subnets': [{'id': '53370fb2-dfdb-4f75-9a21-4e942effbd8d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c546e864-4cbb-4b48-b799-b1b2d9511c3c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-13-smb', False) {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:37:17.968425 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4643de-a7c6-431b-b249-23940ba6a44c None None] Checking router: d9ece5a6-6b95-47f1-ac61-e7b5937335ca for host: dv-cinder-733622-13-smb {{(pid=85337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 16:37:17.969036 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4643de-a7c6-431b-b249-23940ba6a44c None None] Updating router d9ece5a6-6b95-47f1-ac61-e7b5937335ca port ba12f0f3-38cf-43dc-a72d-31e685dcff94 binding host dv-cinder-733622-13-smb {{(pid=85337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 16:37:18.071200 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-fd4643de-a7c6-431b-b249-23940ba6a44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:37:18.537245 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-fd4643de-a7c6-431b-b249-23940ba6a44c None None] Notify callbacks [] for port, precommit_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:37:18.554393 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-fd4643de-a7c6-431b-b249-23940ba6a44c None None] Transition to ACTIVE for port object ba12f0f3-38cf-43dc-a72d-31e685dcff94 will not be triggered until provisioned by entity L2. {{(pid=85337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:37:18.560951 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-fd4643de-a7c6-431b-b249-23940ba6a44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:37:18.577599 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-9277abbb-4a70-4822-9cd1-0719c0f8f6f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:37:18.755419 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1631b742-b0c2-4b83-a0d4-1ca252323618 None None] Pushing event updated for resources: {'Port': ['ID=ba12f0f3-38cf-43dc-a72d-31e685dcff94,revision_number=2']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:37:18.778979 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1631b742-b0c2-4b83-a0d4-1ca252323618 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:37:18.851818 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-fd4643de-a7c6-431b-b249-23940ba6a44c None None] Attempting to bind port ba12f0f3-38cf-43dc-a72d-31e685dcff94 on host dv-cinder-733622-13-smb for vnic_type normal with profile {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 16:37:18.852222 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-fd4643de-a7c6-431b-b249-23940ba6a44c None None] Attempting to bind port ba12f0f3-38cf-43dc-a72d-31e685dcff94 by drivers openvswitch,hyperv on host dv-cinder-733622-13-smb at level 0 using segments [{'id': '72591246-2019-4cd4-9cf3-fab9e1d2beed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f'}] {{(pid=85337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 16:37:18.852690 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4643de-a7c6-431b-b249-23940ba6a44c None None] Attempting to bind port ba12f0f3-38cf-43dc-a72d-31e685dcff94 on network 2bc9ca6b-6e72-4404-899b-6b4685eced1f {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 16:37:18.859059 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4643de-a7c6-431b-b249-23940ba6a44c None None] Checking agent: {'id': '033b0af5-7550-4b5d-954a-022a384d8461', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 16, 36, 23), 'started_at': datetime.datetime(2021, 4, 16, 16, 36, 53), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 16:37:18.859465 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4643de-a7c6-431b-b249-23940ba6a44c None None] Checking segment: {'id': '72591246-2019-4cd4-9cf3-fab9e1d2beed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 16:37:18.859967 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-fd4643de-a7c6-431b-b249-23940ba6a44c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:37:18.860401 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4643de-a7c6-431b-b249-23940ba6a44c None None] Bound using segment: {'id': '72591246-2019-4cd4-9cf3-fab9e1d2beed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f'} {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 16:37:18.861578 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-fd4643de-a7c6-431b-b249-23940ba6a44c None None] Bound port: ba12f0f3-38cf-43dc-a72d-31e685dcff94, host: dv-cinder-733622-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72591246-2019-4cd4-9cf3-fab9e1d2beed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f'}}] {{(pid=85337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 16:37:18.862035 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-fd4643de-a7c6-431b-b249-23940ba6a44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:37:18.941163 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-fd4643de-a7c6-431b-b249-23940ba6a44c None None] For port ba12f0f3-38cf-43dc-a72d-31e685dcff94, host dv-cinder-733622-13-smb, cleared binding levels {{(pid=85337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 16:37:18.944369 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-fd4643de-a7c6-431b-b249-23940ba6a44c None None] For port ba12f0f3-38cf-43dc-a72d-31e685dcff94, host dv-cinder-733622-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-smb',level=0,port_id=ba12f0f3-38cf-43dc-a72d-31e685dcff94,segment=NetworkSegment(72591246-2019-4cd4-9cf3-fab9e1d2beed),segment_id=72591246-2019-4cd4-9cf3-fab9e1d2beed)] {{(pid=85337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 16:37:18.948095 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-fd4643de-a7c6-431b-b249-23940ba6a44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:37:18.965005 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:37:19.275090 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1631b742-b0c2-4b83-a0d4-1ca252323618 None None] Pushing event updated for resources: {'Port': ['ID=ba12f0f3-38cf-43dc-a72d-31e685dcff94,revision_number=3']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:37:19.280982 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1631b742-b0c2-4b83-a0d4-1ca252323618 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:37:19.335552 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4643de-a7c6-431b-b249-23940ba6a44c None None] Routers {'d9ece5a6-6b95-47f1-ac61-e7b5937335ca'} bound to L3 agent in host dv-cinder-733622-13-smb {{(pid=85337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:37:19.336233 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-fd4643de-a7c6-431b-b249-23940ba6a44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-16T16:36:22Z,description=,heartbeat_timestamp=2021-04-16T16:36:52Z,host='dv-cinder-733622-13-smb',id=4aa3b6c8-2ef9-4577-bdb6-1cfedaad083f,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T16:36:22Z,topic='l3_agent')) {'router_ids': ['d9ece5a6-6b95-47f1-ac61-e7b5937335ca'], 'active': True} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:37:19.547741 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvr_db [None req-fd4643de-a7c6-431b-b249-23940ba6a44c None None] Set router d9ece5a6-6b95-47f1-ac61-e7b5937335ca gateway port host: dv-cinder-733622-13-smb {{(pid=85337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:37:19.808592 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f4e293ab-2545-4229-abcf-92e2dcab1112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:37:20.005963 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-fd4643de-a7c6-431b-b249-23940ba6a44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9ece5a6-6b95-47f1-ac61-e7b5937335ca', 'name': 'router1', 'tenant_id': 'fcfe87b3df204e5c94536faacd9a502a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'external_fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.32'}], 'enable_snat': True}, 'gw_port_id': 'ba12f0f3-38cf-43dc-a72d-31e685dcff94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:36:51Z', 'updated_at': '2021-04-16T16:37:15Z', 'revision_number': 4, 'project_id': 'fcfe87b3df204e5c94536faacd9a502a', 'gw_port': {'id': 'ba12f0f3-38cf-43dc-a72d-31e685dcff94', 'name': '', 'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:34:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9ece5a6-6b95-47f1-ac61-e7b5937335ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:37:14Z', 'updated_at': '2021-04-16T16:37:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-smb', '_interfaces': [{'id': '7cc71f4b-d1fa-47e9-b7b7-339dba331a30', 'name': '', 'network_id': 'f41e8b4c-c1c7-44ad-979e-1c6444f968b0', 'tenant_id': 'fcfe87b3df204e5c94536faacd9a502a', 'mac_address': 'fa:16:3e:11:b5:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ece5a6-6b95-47f1-ac61-e7b5937335ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '53370fb2-dfdb-4f75-9a21-4e942effbd8d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:37:02Z', 'updated_at': '2021-04-16T16:37:13Z', 'revision_number': 5, 'project_id': 'fcfe87b3df204e5c94536faacd9a502a', 'subnets': [{'id': '53370fb2-dfdb-4f75-9a21-4e942effbd8d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c546e864-4cbb-4b48-b799-b1b2d9511c3c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-13-smb', False) {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:37:20.013972 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4643de-a7c6-431b-b249-23940ba6a44c None None] The sync data for ids ['d9ece5a6-6b95-47f1-ac61-e7b5937335ca'] in dv-cinder-733622-13-smb is: [{'id': 'd9ece5a6-6b95-47f1-ac61-e7b5937335ca', 'name': 'router1', 'tenant_id': 'fcfe87b3df204e5c94536faacd9a502a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'external_fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.32'}], 'enable_snat': True}, 'gw_port_id': 'ba12f0f3-38cf-43dc-a72d-31e685dcff94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:36:51Z', 'updated_at': '2021-04-16T16:37:15Z', 'revision_number': 4, 'project_id': 'fcfe87b3df204e5c94536faacd9a502a', 'gw_port': {'id': 'ba12f0f3-38cf-43dc-a72d-31e685dcff94', 'name': '', 'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:34:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9ece5a6-6b95-47f1-ac61-e7b5937335ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:37:14Z', 'updated_at': '2021-04-16T16:37:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-smb', '_interfaces': [{'id': '7cc71f4b-d1fa-47e9-b7b7-339dba331a30', 'name': '', 'network_id': 'f41e8b4c-c1c7-44ad-979e-1c6444f968b0', 'tenant_id': 'fcfe87b3df204e5c94536faacd9a502a', 'mac_address': 'fa:16:3e:11:b5:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ece5a6-6b95-47f1-ac61-e7b5937335ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '53370fb2-dfdb-4f75-9a21-4e942effbd8d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:37:02Z', 'updated_at': '2021-04-16T16:37:13Z', 'revision_number': 5, 'project_id': 'fcfe87b3df204e5c94536faacd9a502a', 'subnets': [{'id': '53370fb2-dfdb-4f75-9a21-4e942effbd8d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c546e864-4cbb-4b48-b799-b1b2d9511c3c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 16:37:20.232783 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 33900) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:37:20.407144 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-de613c0a-36e1-4fa4-a413-410b84038b0e admin admin] 10.222.0.38 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1731107 Apr 16 16:37:21.681378 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Device ba12f0f3-38cf-43dc-a72d-31e685dcff94 up at agent ovs-agent-dv-cinder-733622-13-smb {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:37:21.777009 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-bbb60296-b773-49f2-aac2-76f1317cfa4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:37:21.800967 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Provisioning for port ba12f0f3-38cf-43dc-a72d-31e685dcff94 completed by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:37:21.808995 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Provisioning complete for port ba12f0f3-38cf-43dc-a72d-31e685dcff94 triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:37:21.809533 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852761088'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:37:21.978972 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:37:22.016168 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] For port ba12f0f3-38cf-43dc-a72d-31e685dcff94, host dv-cinder-733622-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-smb',level=0,port_id=ba12f0f3-38cf-43dc-a72d-31e685dcff94,segment=NetworkSegment(72591246-2019-4cd4-9cf3-fab9e1d2beed),segment_id=72591246-2019-4cd4-9cf3-fab9e1d2beed)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:37:22.020590 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:37:22.024669 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1631b742-b0c2-4b83-a0d4-1ca252323618 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:37:22.115403 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Pushing event updated for resources: {'Port': ['ID=ba12f0f3-38cf-43dc-a72d-31e685dcff94,revision_number=4']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:37:22.119385 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:37:22.776250 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-45c0d62a-bc24-48a8-9022-8ca56da26294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:37:23.465447 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:37:23.655557 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Device ba12f0f3-38cf-43dc-a72d-31e685dcff94 up at agent ovs-agent-dv-cinder-733622-13-smb {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:37:23.763988 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Provisioning complete for port ba12f0f3-38cf-43dc-a72d-31e685dcff94 triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:37:23.764366 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852761088'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:37:24.166543 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-53783e99-0c04-4d0d-b0b5-c5fd538000c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:37:47.587555 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.agents_db [None req-ebbb9395-3582-4696-b633-83ddaf7c527f None None] Agent healthcheck: found 5 active agents {{(pid=85338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 16:37:49.743848 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f5ab4161-fae9-4d7c-8545-ddedf034e76e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:37:51.742326 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-275f0992-051d-4693-8bf8-68520601edb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:37:52.771026 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-45c0d62a-bc24-48a8-9022-8ca56da26294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:37:53.469022 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:37:54.169131 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-53783e99-0c04-4d0d-b0b5-c5fd538000c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:38:19.783302 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-4fcbd4c0-9019-479f-a9db-a19e0a2d6a8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:38:21.750779 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8ba355d6-658f-400b-b2f9-33ffff11baac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:38:22.783346 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-45c0d62a-bc24-48a8-9022-8ca56da26294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:38:23.458886 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:38:24.156856 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-53783e99-0c04-4d0d-b0b5-c5fd538000c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:38:24.595490 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.agents_db [None req-ebbb9395-3582-4696-b633-83ddaf7c527f None None] Agent healthcheck: found 5 active agents {{(pid=85338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 16:38:49.749820 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-3a4475c0-c184-4a3d-8fa9-3843b4af9a79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:38:51.745647 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-48d5a6e6-6604-4ea3-9c1d-d90559d7df95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:38:52.777890 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-45c0d62a-bc24-48a8-9022-8ca56da26294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:38:53.453481 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:38:54.162330 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-53783e99-0c04-4d0d-b0b5-c5fd538000c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:39:01.584739 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.agents_db [None req-ebbb9395-3582-4696-b633-83ddaf7c527f None None] Agent healthcheck: found 5 active agents {{(pid=85338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 16:39:17.310515 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 34470) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:39:17.388117 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcfd09fb-2e76-43f2-818c-be718f858414 admin admin] GET failed (client error): The resource could not be found. Apr 16 16:39:17.389967 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-dcfd09fb-2e76-43f2-818c-be718f858414 admin admin] 10.222.0.38 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0779672 Apr 16 16:39:17.561729 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a0e45ad-160c-4163-aba1-45ccffa37164 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:39:17.563281 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-6a0e45ad-160c-4163-aba1-45ccffa37164 admin admin] 10.222.0.38 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1683397 Apr 16 16:39:19.747480 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-86ca2174-2952-43af-a7d0-f5510dfdae4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:39:20.273441 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 34480) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:39:20.400909 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d611bf-c36e-431a-8a71-2716b0f84daf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:39:20.402950 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-e2d611bf-c36e-431a-8a71-2716b0f84daf admin admin] 10.222.0.38 "GET /v2.0/subnets/53370fb2-dfdb-4f75-9a21-4e942effbd8d HTTP/1.1" status: 200 len: 849 time: 0.1278253 Apr 16 16:39:20.414618 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-a3cf81e5-57b2-4550-919a-e886976e98dc admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:39:20.549124 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a3cf81e5-57b2-4550-919a-e886976e98dc admin admin] Notify callbacks [] for subnet, before_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:39:20.924328 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a3cf81e5-57b2-4550-919a-e886976e98dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363285398609097'] for subnet, after_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:39:20.941124 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-d5a0215a-2f3a-4c23-b60a-87882245b7dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:39:21.235801 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cf81e5-57b2-4550-919a-e886976e98dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=53370fb2-dfdb-4f75-9a21-4e942effbd8d,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:39:21.256935 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cf81e5-57b2-4550-919a-e886976e98dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:39:21.257327 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cf81e5-57b2-4550-919a-e886976e98dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:39:21.257687 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cf81e5-57b2-4550-919a-e886976e98dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:39:21.258106 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cf81e5-57b2-4550-919a-e886976e98dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:39:21.258434 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cf81e5-57b2-4550-919a-e886976e98dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:39:21.258792 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cf81e5-57b2-4550-919a-e886976e98dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:39:21.259162 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cf81e5-57b2-4550-919a-e886976e98dc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:39:21.259485 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cf81e5-57b2-4550-919a-e886976e98dc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:39:21.259851 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cf81e5-57b2-4550-919a-e886976e98dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:39:21.260197 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cf81e5-57b2-4550-919a-e886976e98dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:39:21.260541 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cf81e5-57b2-4550-919a-e886976e98dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:39:21.260883 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cf81e5-57b2-4550-919a-e886976e98dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:39:21.265149 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-a3cf81e5-57b2-4550-919a-e886976e98dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:39:21.297966 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3cf81e5-57b2-4550-919a-e886976e98dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:39:21.298802 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a3cf81e5-57b2-4550-919a-e886976e98dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609088'] for subnet, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:39:21.300275 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-a3cf81e5-57b2-4550-919a-e886976e98dc admin admin] 10.222.0.38 "PUT /v2.0/subnets/53370fb2-dfdb-4f75-9a21-4e942effbd8d HTTP/1.1" status: 200 len: 868 time: 0.8904922 Apr 16 16:39:21.303542 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a4e9d2b-4151-406e-901f-68ed71a8eb96 None None] Network f41e8b4c-c1c7-44ad-979e-1c6444f968b0 requested from dv-cinder-733622-13-smb {{(pid=85337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 16:39:21.750162 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d1a29921-4c06-4962-b8da-23681199f742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:39:21.808914 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-1ab3c88c-30f0-42e7-aca4-f638cc6c691e None None] Provisioning complete for port 7cc71f4b-d1fa-47e9-b7b7-339dba331a30 triggered by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:39:21.809350 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1ab3c88c-30f0-42e7-aca4-f638cc6c691e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852761088'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:39:21.952019 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-1ab3c88c-30f0-42e7-aca4-f638cc6c691e None None] Provisioning complete for port 465b326f-8820-472c-92f5-be1895a7427b triggered by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:39:21.952854 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1ab3c88c-30f0-42e7-aca4-f638cc6c691e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852761088'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:39:22.779668 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-45c0d62a-bc24-48a8-9022-8ca56da26294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:39:23.459353 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:39:23.999571 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 34490) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:39:24.160655 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-53783e99-0c04-4d0d-b0b5-c5fd538000c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:39:24.218075 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5b5d62-0936-4dca-8b21-0e9026c83e3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:39:24.218634 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5b5d62-0936-4dca-8b21-0e9026c83e3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:39:24.220395 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-af5b5d62-0936-4dca-8b21-0e9026c83e3a admin admin] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2195673 Apr 16 16:39:26.879599 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 34500) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:39:27.083425 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6198f6bb-631f-436c-b215-5c80acbb10f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:39:27.083966 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6198f6bb-631f-436c-b215-5c80acbb10f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:39:27.085878 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-6198f6bb-631f-436c-b215-5c80acbb10f5 admin admin] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2049065 Apr 16 16:39:29.750580 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 34510) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:39:29.943061 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08017e21-9603-46a6-b8aa-2d3f7c45719e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:39:29.944530 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-08017e21-9603-46a6-b8aa-2d3f7c45719e admin admin] 10.222.0.38 "GET /v2.0/networks/2bc9ca6b-6e72-4404-899b-6b4685eced1f HTTP/1.1" status: 200 len: 886 time: 0.1926501 Apr 16 16:39:32.549048 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 34520) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:39:32.757313 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c284023-dde7-4c92-8e25-a6a374e0f117 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:39:32.758794 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-1c284023-dde7-4c92-8e25-a6a374e0f117 admin admin] 10.222.0.38 "GET /v2.0/networks/f41e8b4c-c1c7-44ad-979e-1c6444f968b0 HTTP/1.1" status: 200 len: 869 time: 0.2086661 Apr 16 16:39:35.362839 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 34530) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:39:35.496413 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033674f2-6e24-4ee9-b1a8-cba5a2023ca2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:39:35.497018 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033674f2-6e24-4ee9-b1a8-cba5a2023ca2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:39:35.498703 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-033674f2-6e24-4ee9-b1a8-cba5a2023ca2 admin admin] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1347499 Apr 16 16:39:38.188402 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 34540) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:39:38.320231 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d4a8de-fbb8-4e5d-a0aa-cb4b73fdc986 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:39:38.320743 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d4a8de-fbb8-4e5d-a0aa-cb4b73fdc986 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:39:38.321527 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-85d4a8de-fbb8-4e5d-a0aa-cb4b73fdc986 admin admin] Synchronizing usage tracker for tenant:f05322d73a28426d9dbdcbdd2d9185be on resource:subnet {{(pid=85336) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 16:39:38.338367 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-85d4a8de-fbb8-4e5d-a0aa-cb4b73fdc986 admin admin] Unset dirty status for tenant:f05322d73a28426d9dbdcbdd2d9185be on resource:subnet {{(pid=85336) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 16:39:38.339811 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-85d4a8de-fbb8-4e5d-a0aa-cb4b73fdc986 admin admin] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1502345 Apr 16 16:39:38.585132 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.agents_db [None req-ebbb9395-3582-4696-b633-83ddaf7c527f None None] Agent healthcheck: found 5 active agents {{(pid=85338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 16:39:40.941917 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 34550) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:39:41.064725 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01067740-f66d-4f35-91d8-b823b81fa48a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:39:41.066283 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-01067740-f66d-4f35-91d8-b823b81fa48a admin admin] 10.222.0.38 "GET /v2.0/subnets/53370fb2-dfdb-4f75-9a21-4e942effbd8d HTTP/1.1" status: 200 len: 868 time: 0.1231654 Apr 16 16:39:43.782447 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 34560) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:39:43.897727 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebef33a3-ffe9-4c52-a4a8-096f8b26ef30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:39:43.899144 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-ebef33a3-ffe9-4c52-a4a8-096f8b26ef30 admin admin] 10.222.0.38 "GET /v2.0/subnets/9106a8ae-dfd9-43e0-982a-dc423b27def7 HTTP/1.1" status: 200 len: 816 time: 0.1154535 Apr 16 16:39:49.744083 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-9906280e-14a7-48f0-a9fc-e2a7abfe12f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:39:51.757509 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8b79eb76-9bad-4223-8822-00db1891da01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:39:52.782953 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-45c0d62a-bc24-48a8-9022-8ca56da26294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:39:53.454387 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:39:54.167808 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-53783e99-0c04-4d0d-b0b5-c5fd538000c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:40:12.073024 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 34604) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:40:12.131022 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [None req-f3393dd1-1c38-4cf6-a87f-501c23aa5c84 admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=85336) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 16:40:12.132184 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-f3393dd1-1c38-4cf6-a87f-501c23aa5c84 admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0581048 Apr 16 16:40:14.859069 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 34614) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:40:14.940978 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.pecan_wsgi.hooks.translation [None req-b21b72e0-2655-419f-b24c-b4637964dfdf admin admin] GET failed (client error): The resource could not be found. Apr 16 16:40:14.942473 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-b21b72e0-2655-419f-b24c-b4637964dfdf admin admin] 10.222.0.38 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0821102 Apr 16 16:40:15.088309 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5076b8b-46e4-4877-9514-e871fafcef05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:40:15.089883 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-f5076b8b-46e4-4877-9514-e871fafcef05 admin admin] 10.222.0.38 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1416125 Apr 16 16:40:15.586810 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.agents_db [None req-ebbb9395-3582-4696-b633-83ddaf7c527f None None] Agent healthcheck: found 5 active agents {{(pid=85338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 16:40:17.810826 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 34624) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:40:17.874547 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-23603d33-d759-4e17-8153-324a935509fd admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:40:17.881123 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-23603d33-d759-4e17-8153-324a935509fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:40:17.892182 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-23603d33-d759-4e17-8153-324a935509fd admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:40:17.901628 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23603d33-d759-4e17-8153-324a935509fd admin admin] Made reservation on behalf of f05322d73a28426d9dbdcbdd2d9185be for: {'network': 1} {{(pid=85336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 16:40:17.906698 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-23603d33-d759-4e17-8153-324a935509fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for network, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:40:18.006456 dv-cinder-733622-13-smb neutron-server[85220]: WARNING neutron.services.revisions.revision_plugin [None req-23603d33-d759-4e17-8153-324a935509fd admin admin] Could not find related network for resource to bump revision. Apr 16 16:40:18.023530 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23603d33-d759-4e17-8153-324a935509fd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 751} {{(pid=85336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 16:40:18.033731 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-23603d33-d759-4e17-8153-324a935509fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-60927'] for segment, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:40:18.034150 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.db.segments_db [None req-23603d33-d759-4e17-8153-324a935509fd admin admin] Added segment c73419f2-f6c9-4456-bb16-0823926d3fac of type vlan for network ecbd5c03-d3b4-421c-b723-4b7867d86e34 Apr 16 16:40:18.062520 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-23603d33-d759-4e17-8153-324a935509fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751455732714'] for network, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:40:18.094317 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-23603d33-d759-4e17-8153-324a935509fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139'] for network, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:40:18.096332 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23603d33-d759-4e17-8153-324a935509fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:40:18.097035 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-23603d33-d759-4e17-8153-324a935509fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609088'] for network, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:40:18.102228 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:40:18.208906 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-23603d33-d759-4e17-8153-324a935509fd admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3965073 Apr 16 16:40:18.212499 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23603d33-d759-4e17-8153-324a935509fd admin admin] Pushing event updated for resources: {'Network': ['ID=ecbd5c03-d3b4-421c-b723-4b7867d86e34,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:40:18.221578 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23603d33-d759-4e17-8153-324a935509fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:40:18.222076 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23603d33-d759-4e17-8153-324a935509fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:40:18.222464 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23603d33-d759-4e17-8153-324a935509fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:40:18.222852 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23603d33-d759-4e17-8153-324a935509fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:40:18.223263 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23603d33-d759-4e17-8153-324a935509fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:40:18.223627 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23603d33-d759-4e17-8153-324a935509fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:40:18.224069 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23603d33-d759-4e17-8153-324a935509fd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:40:18.224434 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23603d33-d759-4e17-8153-324a935509fd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:40:18.224824 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23603d33-d759-4e17-8153-324a935509fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:40:18.225212 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23603d33-d759-4e17-8153-324a935509fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:40:18.225581 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23603d33-d759-4e17-8153-324a935509fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:40:18.226052 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23603d33-d759-4e17-8153-324a935509fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:40:18.230350 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-23603d33-d759-4e17-8153-324a935509fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:40:18.239966 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Network ecbd5c03-d3b4-421c-b723-4b7867d86e34 details requested by agent ovs-agent-dv-cinder-733622-13-smb with host dv-cinder-733622-13-smb {{(pid=85337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 16:40:19.757136 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-47219d4d-bb03-4d49-babb-edc402a9ff28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:40:21.008742 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 34634) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:40:21.089948 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb246822-327b-4465-8bed-dc37df9ac8a3 admin admin] GET failed (client error): The resource could not be found. Apr 16 16:40:21.090588 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-cb246822-327b-4465-8bed-dc37df9ac8a3 admin admin] Synchronizing usage tracker for tenant:f05322d73a28426d9dbdcbdd2d9185be on resource:network {{(pid=85336) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 16:40:21.105503 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-cb246822-327b-4465-8bed-dc37df9ac8a3 admin admin] Unset dirty status for tenant:f05322d73a28426d9dbdcbdd2d9185be on resource:network {{(pid=85336) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 16:40:21.106818 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-cb246822-327b-4465-8bed-dc37df9ac8a3 admin admin] 10.222.0.38 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0970149 Apr 16 16:40:21.235330 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9714e255-d4ce-43bd-9104-393838715203 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:40:21.237192 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-9714e255-d4ce-43bd-9104-393838715203 admin admin] 10.222.0.38 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1252675 Apr 16 16:40:21.249269 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-08f3baa1-d350-4695-a12d-897e7c32b5fe admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': 'ecbd5c03-d3b4-421c-b723-4b7867d86e34', 'ip_version': 4}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:40:21.255514 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-08f3baa1-d350-4695-a12d-897e7c32b5fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:40:21.265546 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-08f3baa1-d350-4695-a12d-897e7c32b5fe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:40:21.278077 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08f3baa1-d350-4695-a12d-897e7c32b5fe admin admin] Made reservation on behalf of f05322d73a28426d9dbdcbdd2d9185be for: {'subnet': 1} {{(pid=85336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 16:40:21.283303 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-08f3baa1-d350-4695-a12d-897e7c32b5fe admin admin] Notify callbacks [] for subnet, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:40:21.755973 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-577d8fd6-7b34-42bb-8dfa-787a9e19f1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:40:21.762179 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-08f3baa1-d350-4695-a12d-897e7c32b5fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139'] for subnet, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:40:21.779653 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-17beba44-7855-4e51-99c9-f6b3ad3a4ba0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:40:21.912400 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f3baa1-d350-4695-a12d-897e7c32b5fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5a106cb-fe28-4105-9cd3-e73bdafd35f9,revision_number=0']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:40:21.917111 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-08f3baa1-d350-4695-a12d-897e7c32b5fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:40:21.983284 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f3baa1-d350-4695-a12d-897e7c32b5fe admin admin] Checking segment: {'id': 'c73419f2-f6c9-4456-bb16-0823926d3fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'ecbd5c03-d3b4-421c-b723-4b7867d86e34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 16:40:21.983665 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f3baa1-d350-4695-a12d-897e7c32b5fe admin admin] Network hostable DHCP agents. Network: ecbd5c03-d3b4-421c-b723-4b7867d86e34, hostable agents: ['a512e422-67dd-4296-9548-92f23f2586e5'], hosted agents: [] {{(pid=85336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 16:40:22.003502 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f3baa1-d350-4695-a12d-897e7c32b5fe admin admin] Network ecbd5c03-d3b4-421c-b723-4b7867d86e34 is scheduled to be hosted by DHCP agent a512e422-67dd-4296-9548-92f23f2586e5 with binding_index 1 {{(pid=85336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 16:40:22.012420 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [None req-08f3baa1-d350-4695-a12d-897e7c32b5fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-13-smb, ecbd5c03-d3b4-421c-b723-4b7867d86e34) {{(pid=85336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:40:22.017482 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f3baa1-d350-4695-a12d-897e7c32b5fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:40:22.018925 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-08f3baa1-d350-4695-a12d-897e7c32b5fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609088'] for subnet, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:40:22.023516 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91dd2d6b-0738-4c60-abd8-31cc349d21a6 None None] Network ecbd5c03-d3b4-421c-b723-4b7867d86e34 requested from dv-cinder-733622-13-smb {{(pid=85337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 16:40:22.066056 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-08f3baa1-d350-4695-a12d-897e7c32b5fe admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8102274 Apr 16 16:40:22.291978 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-debf3a44-8b37-477e-bfeb-b9b51aa1775e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bdac51c-8a1a-5aad-9eff-c89f1558b090-ecbd5c03-d3b4-421c-b723-4b7867d86e34', 'network_id': 'ecbd5c03-d3b4-421c-b723-4b7867d86e34', 'tenant_id': 'f05322d73a28426d9dbdcbdd2d9185be', 'fixed_ips': [{'subnet_id': 'e5a106cb-fe28-4105-9cd3-e73bdafd35f9'}]}} from dv-cinder-733622-13-smb. {{(pid=85337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 16:40:22.292901 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-debf3a44-8b37-477e-bfeb-b9b51aa1775e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:40:22.490953 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.db_base_plugin_common [None req-debf3a44-8b37-477e-bfeb-b9b51aa1775e None None] Allocated IP 192.168.233.2 (ecbd5c03-d3b4-421c-b723-4b7867d86e34/e5a106cb-fe28-4105-9cd3-e73bdafd35f9/7a667bbc-a936-45a8-a711-3ddf146042de) {{(pid=85337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 16:40:22.767094 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-debf3a44-8b37-477e-bfeb-b9b51aa1775e None None] Notify callbacks [] for port, precommit_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:40:22.785728 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-debf3a44-8b37-477e-bfeb-b9b51aa1775e None None] Transition to ACTIVE for port object 7a667bbc-a936-45a8-a711-3ddf146042de will not be triggered until provisioned by entity L2. {{(pid=85337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:40:22.814045 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-45c0d62a-bc24-48a8-9022-8ca56da26294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:40:22.815149 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-debf3a44-8b37-477e-bfeb-b9b51aa1775e None None] Transition to ACTIVE for port object 7a667bbc-a936-45a8-a711-3ddf146042de will not be triggered until provisioned by entity DHCP. {{(pid=85337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:40:22.820868 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-debf3a44-8b37-477e-bfeb-b9b51aa1775e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751455712866'] for port, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:40:22.839483 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:40:22.988236 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debf3a44-8b37-477e-bfeb-b9b51aa1775e None None] Pushing event updated for resources: {'Port': ['ID=7a667bbc-a936-45a8-a711-3ddf146042de,revision_number=1']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:40:23.010371 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debf3a44-8b37-477e-bfeb-b9b51aa1775e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:40:23.010757 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debf3a44-8b37-477e-bfeb-b9b51aa1775e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:40:23.011125 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debf3a44-8b37-477e-bfeb-b9b51aa1775e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:40:23.011490 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debf3a44-8b37-477e-bfeb-b9b51aa1775e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:40:23.011968 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debf3a44-8b37-477e-bfeb-b9b51aa1775e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:40:23.011968 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debf3a44-8b37-477e-bfeb-b9b51aa1775e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:40:23.013183 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debf3a44-8b37-477e-bfeb-b9b51aa1775e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:40:23.013183 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debf3a44-8b37-477e-bfeb-b9b51aa1775e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:40:23.013183 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debf3a44-8b37-477e-bfeb-b9b51aa1775e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:40:23.013559 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debf3a44-8b37-477e-bfeb-b9b51aa1775e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:40:23.013924 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debf3a44-8b37-477e-bfeb-b9b51aa1775e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:40:23.014338 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debf3a44-8b37-477e-bfeb-b9b51aa1775e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:40:23.019037 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-debf3a44-8b37-477e-bfeb-b9b51aa1775e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:40:23.064985 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-debf3a44-8b37-477e-bfeb-b9b51aa1775e None None] Network ecbd5c03-d3b4-421c-b723-4b7867d86e34 is already hosted by enough agents. {{(pid=85337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 16:40:23.066391 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [None req-debf3a44-8b37-477e-bfeb-b9b51aa1775e None None] Resources bound (agent type, host, resource id): {{(pid=85337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:40:23.068926 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debf3a44-8b37-477e-bfeb-b9b51aa1775e None None] Received port after_create {{(pid=85337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 16:40:23.176039 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-debf3a44-8b37-477e-bfeb-b9b51aa1775e None None] Attempting to bind port 7a667bbc-a936-45a8-a711-3ddf146042de on host dv-cinder-733622-13-smb for vnic_type normal with profile {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 16:40:23.176368 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-debf3a44-8b37-477e-bfeb-b9b51aa1775e None None] Attempting to bind port 7a667bbc-a936-45a8-a711-3ddf146042de by drivers openvswitch,hyperv on host dv-cinder-733622-13-smb at level 0 using segments [{'id': 'c73419f2-f6c9-4456-bb16-0823926d3fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'ecbd5c03-d3b4-421c-b723-4b7867d86e34'}] {{(pid=85337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 16:40:23.176762 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debf3a44-8b37-477e-bfeb-b9b51aa1775e None None] Attempting to bind port 7a667bbc-a936-45a8-a711-3ddf146042de on network ecbd5c03-d3b4-421c-b723-4b7867d86e34 {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 16:40:23.182821 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debf3a44-8b37-477e-bfeb-b9b51aa1775e None None] Checking agent: {'id': '033b0af5-7550-4b5d-954a-022a384d8461', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 16, 36, 23), 'started_at': datetime.datetime(2021, 4, 16, 16, 36, 53), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 16:40:23.183220 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debf3a44-8b37-477e-bfeb-b9b51aa1775e None None] Checking segment: {'id': 'c73419f2-f6c9-4456-bb16-0823926d3fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'ecbd5c03-d3b4-421c-b723-4b7867d86e34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 16:40:23.183689 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-debf3a44-8b37-477e-bfeb-b9b51aa1775e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:40:23.184194 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debf3a44-8b37-477e-bfeb-b9b51aa1775e None None] Bound using segment: {'id': 'c73419f2-f6c9-4456-bb16-0823926d3fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'ecbd5c03-d3b4-421c-b723-4b7867d86e34'} {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 16:40:23.184734 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-debf3a44-8b37-477e-bfeb-b9b51aa1775e None None] Bound port: 7a667bbc-a936-45a8-a711-3ddf146042de, host: dv-cinder-733622-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c73419f2-f6c9-4456-bb16-0823926d3fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'ecbd5c03-d3b4-421c-b723-4b7867d86e34'}}] {{(pid=85337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 16:40:23.185144 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-debf3a44-8b37-477e-bfeb-b9b51aa1775e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:40:23.298478 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-debf3a44-8b37-477e-bfeb-b9b51aa1775e None None] For port 7a667bbc-a936-45a8-a711-3ddf146042de, host dv-cinder-733622-13-smb, cleared binding levels {{(pid=85337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 16:40:23.302071 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-debf3a44-8b37-477e-bfeb-b9b51aa1775e None None] For port 7a667bbc-a936-45a8-a711-3ddf146042de, host dv-cinder-733622-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-smb',level=0,port_id=7a667bbc-a936-45a8-a711-3ddf146042de,segment=NetworkSegment(c73419f2-f6c9-4456-bb16-0823926d3fac),segment_id=c73419f2-f6c9-4456-bb16-0823926d3fac)] {{(pid=85337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 16:40:23.306424 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-debf3a44-8b37-477e-bfeb-b9b51aa1775e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:40:23.322231 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1631b742-b0c2-4b83-a0d4-1ca252323618 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:40:23.505808 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debf3a44-8b37-477e-bfeb-b9b51aa1775e None None] Pushing event updated for resources: {'Port': ['ID=7a667bbc-a936-45a8-a711-3ddf146042de,revision_number=2']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:40:23.512387 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:40:23.526120 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-debf3a44-8b37-477e-bfeb-b9b51aa1775e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:40:24.168657 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-53783e99-0c04-4d0d-b0b5-c5fd538000c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:40:24.853419 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d90e4a4e-352c-4671-95e0-9add415db882 None None] Network ecbd5c03-d3b4-421c-b723-4b7867d86e34 requested from dv-cinder-733622-13-smb {{(pid=85337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 16:40:24.985771 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-56969db5-e7b7-46ac-b701-718143feda2a None None] Provisioning for port 7a667bbc-a936-45a8-a711-3ddf146042de completed by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:40:25.804352 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Device 7a667bbc-a936-45a8-a711-3ddf146042de up at agent ovs-agent-dv-cinder-733622-13-smb {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:40:25.901970 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Provisioning for port 7a667bbc-a936-45a8-a711-3ddf146042de completed by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:40:25.908794 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Provisioning complete for port 7a667bbc-a936-45a8-a711-3ddf146042de triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:40:25.909309 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852761088'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:40:26.059522 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:40:26.098574 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] For port 7a667bbc-a936-45a8-a711-3ddf146042de, host dv-cinder-733622-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-smb',level=0,port_id=7a667bbc-a936-45a8-a711-3ddf146042de,segment=NetworkSegment(c73419f2-f6c9-4456-bb16-0823926d3fac),segment_id=c73419f2-f6c9-4456-bb16-0823926d3fac)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:40:26.103367 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:40:26.106555 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-debf3a44-8b37-477e-bfeb-b9b51aa1775e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:40:26.184689 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Pushing event updated for resources: {'Port': ['ID=7a667bbc-a936-45a8-a711-3ddf146042de,revision_number=3']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:40:26.188732 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:40:27.784551 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Device 7a667bbc-a936-45a8-a711-3ddf146042de up at agent ovs-agent-dv-cinder-733622-13-smb {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:40:27.863818 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Provisioning complete for port 7a667bbc-a936-45a8-a711-3ddf146042de triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:40:27.864152 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852761088'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:40:49.749538 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-044ffb92-d193-4155-a38c-46d1f398ced8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:40:51.760862 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-81dd8e6c-6721-420f-bd5d-3a5ce331eb4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:40:52.593343 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.agents_db [None req-ebbb9395-3582-4696-b633-83ddaf7c527f None None] Agent healthcheck: found 5 active agents {{(pid=85338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 16:40:52.790239 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-45c0d62a-bc24-48a8-9022-8ca56da26294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:40:53.455855 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:40:54.176104 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-53783e99-0c04-4d0d-b0b5-c5fd538000c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:19.748794 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8ff4dd3b-cbd0-4d49-81d2-892e4c8d8097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:21.778919 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e7eef310-bf7e-4194-9871-cff85dcd1a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:22.797787 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-45c0d62a-bc24-48a8-9022-8ca56da26294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:23.469406 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:24.180291 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-53783e99-0c04-4d0d-b0b5-c5fd538000c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:29.588342 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.agents_db [None req-ebbb9395-3582-4696-b633-83ddaf7c527f None None] Agent healthcheck: found 5 active agents {{(pid=85338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 16:41:43.679475 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 34686) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:41:43.686565 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [None req-93f7f17c-2e2f-46c7-9a10-bcbe70126510 tempest-verify_tempest_config-753934584 tempest-verify_tempest_config-753934584-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=85336) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 16:41:43.687632 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-93f7f17c-2e2f-46c7-9a10-bcbe70126510 tempest-verify_tempest_config-753934584 tempest-verify_tempest_config-753934584-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0070925 Apr 16 16:41:44.037766 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 34704) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:41:44.169899 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-b872fb29-4b20-43fd-abcc-799dd46077da admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:44.185944 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-b872fb29-4b20-43fd-abcc-799dd46077da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:41:44.190686 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-b872fb29-4b20-43fd-abcc-799dd46077da admin admin] Usage tracker for resource:security_group_rule and tenant:3cf4ab3581a74db786cc9c5430b238f1 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:41:44.193674 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-b872fb29-4b20-43fd-abcc-799dd46077da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:41:44.200196 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-b872fb29-4b20-43fd-abcc-799dd46077da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:41:44.304795 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-b872fb29-4b20-43fd-abcc-799dd46077da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:44.307579 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-b872fb29-4b20-43fd-abcc-799dd46077da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:44.319204 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-12b84db8-3486-4776-afc4-439f5a4a7890 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:41:44.366137 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-b872fb29-4b20-43fd-abcc-799dd46077da admin admin] Synchronizing usage tracker for tenant:f05322d73a28426d9dbdcbdd2d9185be on resource:security_group {{(pid=85336) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 16:41:44.371151 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b872fb29-4b20-43fd-abcc-799dd46077da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f308f2a6-a461-49a2-99d5-e4b54e589174,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:41:44.385709 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b872fb29-4b20-43fd-abcc-799dd46077da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:41:44.386119 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b872fb29-4b20-43fd-abcc-799dd46077da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:41:44.386606 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b872fb29-4b20-43fd-abcc-799dd46077da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:41:44.386980 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b872fb29-4b20-43fd-abcc-799dd46077da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:41:44.387401 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b872fb29-4b20-43fd-abcc-799dd46077da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:41:44.387856 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b872fb29-4b20-43fd-abcc-799dd46077da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:41:44.388340 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b872fb29-4b20-43fd-abcc-799dd46077da admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:41:44.388707 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b872fb29-4b20-43fd-abcc-799dd46077da admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:41:44.389062 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b872fb29-4b20-43fd-abcc-799dd46077da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:41:44.389537 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b872fb29-4b20-43fd-abcc-799dd46077da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:41:44.389896 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b872fb29-4b20-43fd-abcc-799dd46077da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:41:44.390282 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b872fb29-4b20-43fd-abcc-799dd46077da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:41:44.397896 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-b872fb29-4b20-43fd-abcc-799dd46077da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:41:44.403381 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-b872fb29-4b20-43fd-abcc-799dd46077da admin admin] Unset dirty status for tenant:f05322d73a28426d9dbdcbdd2d9185be on resource:security_group {{(pid=85336) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 16:41:44.404987 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-b872fb29-4b20-43fd-abcc-799dd46077da admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3cf4ab3581a74db786cc9c5430b238f1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3661528 Apr 16 16:41:44.407815 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 34710) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:41:44.477242 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8c52a1ae-d575-42a6-b5e5-13769e23c072 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:44.509027 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8c52a1ae-d575-42a6-b5e5-13769e23c072 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:44.567466 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8c52a1ae-d575-42a6-b5e5-13769e23c072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:44.572767 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:41:44.586698 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c52a1ae-d575-42a6-b5e5-13769e23c072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f308f2a6-a461-49a2-99d5-e4b54e589174,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:41:44.589952 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-8c52a1ae-d575-42a6-b5e5-13769e23c072 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:41:44.592156 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8c52a1ae-d575-42a6-b5e5-13769e23c072 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:44.593360 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-8c52a1ae-d575-42a6-b5e5-13769e23c072 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f308f2a6-a461-49a2-99d5-e4b54e589174 HTTP/1.1" status: 204 len: 168 time: 0.1844532 Apr 16 16:41:49.760134 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-ba8ff7a8-3c51-4cb5-8b3f-a7c46127a547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:51.768231 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-973e2e22-cdaa-4d03-a4d8-5da029bf5835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:52.805604 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-45c0d62a-bc24-48a8-9022-8ca56da26294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:53.462224 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:54.182086 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-53783e99-0c04-4d0d-b0b5-c5fd538000c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:42:06.590339 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.agents_db [None req-ebbb9395-3582-4696-b633-83ddaf7c527f None None] Agent healthcheck: found 5 active agents {{(pid=85338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 16:42:19.743325 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-3cde0dae-b6d6-470a-8108-dee526acc283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:42:21.762841 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e7ff6c43-2080-4bdc-a9d0-2b599f5e1956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:42:22.800310 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-45c0d62a-bc24-48a8-9022-8ca56da26294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:42:23.467003 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:42:24.184600 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-53783e99-0c04-4d0d-b0b5-c5fd538000c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:42:43.589706 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.agents_db [None req-ebbb9395-3582-4696-b633-83ddaf7c527f None None] Agent healthcheck: found 5 active agents {{(pid=85338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 16:42:49.747578 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-2069b031-cf60-4f54-be6d-b2754e942c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:42:51.766619 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c59812fa-0330-43d0-b7b0-9f31d5d1b8e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:42:52.808457 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-45c0d62a-bc24-48a8-9022-8ca56da26294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:42:53.471302 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:42:54.188493 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-53783e99-0c04-4d0d-b0b5-c5fd538000c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:43:19.750996 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-5f6f54a1-9d0f-4ce5-859c-997c705c7942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:43:20.589001 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.agents_db [None req-ebbb9395-3582-4696-b633-83ddaf7c527f None None] Agent healthcheck: found 5 active agents {{(pid=85338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 16:43:21.778581 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-04628a2c-bf3d-494f-a4a1-2527e95aee07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:43:22.804222 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-45c0d62a-bc24-48a8-9022-8ca56da26294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:43:23.483165 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:43:24.194422 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-53783e99-0c04-4d0d-b0b5-c5fd538000c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:43:38.912901 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887'] for agent, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:43:44.759807 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 34762) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:43:44.932264 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-091b9fef-9e38-4341-91ee-7838c558d8c4 admin admin] 10.222.0.38 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4297 time: 0.1712370 Apr 16 16:43:47.761205 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 34772) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:43:47.837609 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-511c084e-a58b-4941-8982-51aa6d421ee3 admin admin] 10.222.0.38 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4297 time: 0.0745156 Apr 16 16:43:49.756084 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a410a58e-9c3d-49af-b4e2-2c8b8c2a65fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:43:51.774308 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e3a7be8c-78db-4151-a9dc-f5c487bc5128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:43:52.807685 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-45c0d62a-bc24-48a8-9022-8ca56da26294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:43:53.482253 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:43:54.202085 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-53783e99-0c04-4d0d-b0b5-c5fd538000c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:43:57.591983 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.agents_db [None req-ebbb9395-3582-4696-b633-83ddaf7c527f None None] Agent healthcheck: found 6 active agents {{(pid=85338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 16:44:08.863586 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:44:19.760569 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-9d1f26ed-098c-4ca0-ab6b-cdec66455418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:44:21.776554 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-294babff-befe-4a38-9f29-b76872045033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:44:22.810847 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-45c0d62a-bc24-48a8-9022-8ca56da26294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:44:23.476694 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:44:24.201575 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-53783e99-0c04-4d0d-b0b5-c5fd538000c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:44:34.591934 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.agents_db [None req-ebbb9395-3582-4696-b633-83ddaf7c527f None None] Agent healthcheck: found 6 active agents {{(pid=85338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 16:44:38.876285 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:44:49.775824 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d841529c-402d-431a-9d17-e45a2af2bbd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:44:51.789366 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-75923f4b-1a8f-4da0-adaf-2837cb149026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:44:52.815393 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-45c0d62a-bc24-48a8-9022-8ca56da26294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:44:53.480327 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:44:54.207000 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-53783e99-0c04-4d0d-b0b5-c5fd538000c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:08.879535 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:11.592793 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.agents_db [None req-ebbb9395-3582-4696-b633-83ddaf7c527f None None] Agent healthcheck: found 6 active agents {{(pid=85338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 16:45:19.761892 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-0f22cede-42da-4ca5-8a27-b05686c4cd43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:21.782953 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-5ddea89a-c21f-4de7-9793-7e9032eaf414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:22.819066 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-45c0d62a-bc24-48a8-9022-8ca56da26294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:23.492611 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:24.211857 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-53783e99-0c04-4d0d-b0b5-c5fd538000c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:29.797248 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 34922) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:45:30.262205 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-9ae77fde-9129-4619-8553-b144e79d3d18 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-646299221-network', 'tenant_id': '157fd34e509345c597d19b22a98ced24'}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:45:30.269616 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-9ae77fde-9129-4619-8553-b144e79d3d18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:45:30.277190 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-9ae77fde-9129-4619-8553-b144e79d3d18 admin admin] Usage tracker for resource:network and tenant:157fd34e509345c597d19b22a98ced24 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:45:30.281319 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-9ae77fde-9129-4619-8553-b144e79d3d18 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:45:30.291666 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-9ae77fde-9129-4619-8553-b144e79d3d18 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:45:30.306264 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ae77fde-9129-4619-8553-b144e79d3d18 admin admin] Made reservation on behalf of 157fd34e509345c597d19b22a98ced24 for: {'network': 1} {{(pid=85336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 16:45:30.311622 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-9ae77fde-9129-4619-8553-b144e79d3d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for network, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:30.335238 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-9ae77fde-9129-4619-8553-b144e79d3d18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:30.365610 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-9ae77fde-9129-4619-8553-b144e79d3d18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:45:30.373341 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-9ae77fde-9129-4619-8553-b144e79d3d18 admin admin] Usage tracker for resource:security_group_rule and tenant:157fd34e509345c597d19b22a98ced24 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:45:30.382025 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-9ae77fde-9129-4619-8553-b144e79d3d18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:45:30.391984 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-9ae77fde-9129-4619-8553-b144e79d3d18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:45:30.524501 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-9ae77fde-9129-4619-8553-b144e79d3d18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:30.528878 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-9ae77fde-9129-4619-8553-b144e79d3d18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:30.537169 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-8c52a1ae-d575-42a6-b5e5-13769e23c072 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:45:30.575058 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae77fde-9129-4619-8553-b144e79d3d18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6ced1af-59d2-4328-83d4-a233a501bc09,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:45:30.592501 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae77fde-9129-4619-8553-b144e79d3d18 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:45:30.593184 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae77fde-9129-4619-8553-b144e79d3d18 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:45:30.593723 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae77fde-9129-4619-8553-b144e79d3d18 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:45:30.594280 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae77fde-9129-4619-8553-b144e79d3d18 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:45:30.594807 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae77fde-9129-4619-8553-b144e79d3d18 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:45:30.595345 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae77fde-9129-4619-8553-b144e79d3d18 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:45:30.595931 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae77fde-9129-4619-8553-b144e79d3d18 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:45:30.596433 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae77fde-9129-4619-8553-b144e79d3d18 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:45:30.597156 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae77fde-9129-4619-8553-b144e79d3d18 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:45:30.597946 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae77fde-9129-4619-8553-b144e79d3d18 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:45:30.598746 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae77fde-9129-4619-8553-b144e79d3d18 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:45:30.599439 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae77fde-9129-4619-8553-b144e79d3d18 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:45:30.600820 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae77fde-9129-4619-8553-b144e79d3d18 admin admin] Tracked resource versions report: Apr 16 16:45:30.600820 dv-cinder-733622-13-smb neutron-server[85220]: pushed versions: Apr 16 16:45:30.600820 dv-cinder-733622-13-smb neutron-server[85220]: { 'AddressGroup': {'1.2'}, Apr 16 16:45:30.600820 dv-cinder-733622-13-smb neutron-server[85220]: 'ConntrackHelper': {'1.0'}, Apr 16 16:45:30.600820 dv-cinder-733622-13-smb neutron-server[85220]: 'Log': {'1.0'}, Apr 16 16:45:30.600820 dv-cinder-733622-13-smb neutron-server[85220]: 'Network': {'1.1'}, Apr 16 16:45:30.600820 dv-cinder-733622-13-smb neutron-server[85220]: 'Port': {'1.7'}, Apr 16 16:45:30.600820 dv-cinder-733622-13-smb neutron-server[85220]: 'PortForwarding': {'1.2'}, Apr 16 16:45:30.600820 dv-cinder-733622-13-smb neutron-server[85220]: 'QosPolicy': {'1.8'}, Apr 16 16:45:30.600820 dv-cinder-733622-13-smb neutron-server[85220]: 'SecurityGroup': {'1.4'}, Apr 16 16:45:30.600820 dv-cinder-733622-13-smb neutron-server[85220]: 'SecurityGroupRule': {'1.2'}, Apr 16 16:45:30.600820 dv-cinder-733622-13-smb neutron-server[85220]: 'SubPort': {'1.0'}, Apr 16 16:45:30.600820 dv-cinder-733622-13-smb neutron-server[85220]: 'Subnet': {'1.1'}, Apr 16 16:45:30.600820 dv-cinder-733622-13-smb neutron-server[85220]: 'Trunk': {'1.1'}} Apr 16 16:45:30.600820 dv-cinder-733622-13-smb neutron-server[85220]: consumer versions: Apr 16 16:45:30.600820 dv-cinder-733622-13-smb neutron-server[85220]: { DHCP agent@dv-cinder-733622-13-smb: {}, Apr 16 16:45:30.600820 dv-cinder-733622-13-smb neutron-server[85220]: HyperV agent@hv-cinder-73362: {}, Apr 16 16:45:30.600820 dv-cinder-733622-13-smb neutron-server[85220]: L3 agent@dv-cinder-733622-13-smb: {}, Apr 16 16:45:30.600820 dv-cinder-733622-13-smb neutron-server[85220]: Metadata agent@dv-cinder-733622-13-smb: {}, Apr 16 16:45:30.600820 dv-cinder-733622-13-smb neutron-server[85220]: Metering agent@dv-cinder-733622-13-smb: {}, Apr 16 16:45:30.600820 dv-cinder-733622-13-smb neutron-server[85220]: Open vSwitch agent@dv-cinder-733622-13-smb: { 'AddressGroup': '1.2', Apr 16 16:45:30.600820 dv-cinder-733622-13-smb neutron-server[85220]: 'ConntrackHelper': '1.0', Apr 16 16:45:30.600820 dv-cinder-733622-13-smb neutron-server[85220]: 'Log': '1.0', Apr 16 16:45:30.600820 dv-cinder-733622-13-smb neutron-server[85220]: 'Network': '1.1', Apr 16 16:45:30.600820 dv-cinder-733622-13-smb neutron-server[85220]: 'Port': '1.7', Apr 16 16:45:30.600820 dv-cinder-733622-13-smb neutron-server[85220]: 'PortForwarding': '1.2', Apr 16 16:45:30.600820 dv-cinder-733622-13-smb neutron-server[85220]: 'QosPolicy': '1.8', Apr 16 16:45:30.600820 dv-cinder-733622-13-smb neutron-server[85220]: 'SecurityGroup': '1.4', Apr 16 16:45:30.600820 dv-cinder-733622-13-smb neutron-server[85220]: 'SecurityGroupRule': '1.2', Apr 16 16:45:30.600820 dv-cinder-733622-13-smb neutron-server[85220]: 'SubPort': '1.0', Apr 16 16:45:30.600820 dv-cinder-733622-13-smb neutron-server[85220]: 'Subnet': '1.1', Apr 16 16:45:30.600820 dv-cinder-733622-13-smb neutron-server[85220]: 'Trunk': '1.1'}} Apr 16 16:45:30.600820 dv-cinder-733622-13-smb neutron-server[85220]: {{(pid=85336) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 16 16:45:30.614899 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-9ae77fde-9129-4619-8553-b144e79d3d18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:45:30.615943 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ae77fde-9129-4619-8553-b144e79d3d18 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 755} {{(pid=85336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 16:45:30.628996 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-9ae77fde-9129-4619-8553-b144e79d3d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-60927'] for segment, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:30.628996 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.db.segments_db [None req-9ae77fde-9129-4619-8553-b144e79d3d18 admin admin] Added segment 7b08fa27-254d-41ed-8a73-9ab432f370c1 of type vlan for network c9807ba7-a0c0-4f29-a57e-6960aa72258b Apr 16 16:45:30.666040 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-9ae77fde-9129-4619-8553-b144e79d3d18 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751455732714'] for network, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:30.701734 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-9ae77fde-9129-4619-8553-b144e79d3d18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139'] for network, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:30.703918 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae77fde-9129-4619-8553-b144e79d3d18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:45:30.704473 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-9ae77fde-9129-4619-8553-b144e79d3d18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609088'] for network, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:30.711262 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-12b84db8-3486-4776-afc4-439f5a4a7890 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:45:30.884337 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae77fde-9129-4619-8553-b144e79d3d18 admin admin] Pushing event updated for resources: {'Network': ['ID=c9807ba7-a0c0-4f29-a57e-6960aa72258b,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:45:30.889132 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-9ae77fde-9129-4619-8553-b144e79d3d18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:45:30.897911 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 34980) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:45:30.902091 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-9ae77fde-9129-4619-8553-b144e79d3d18 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1030009 Apr 16 16:45:30.904743 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Network c9807ba7-a0c0-4f29-a57e-6960aa72258b details requested by agent ovs-agent-dv-cinder-733622-13-smb with host dv-cinder-733622-13-smb {{(pid=85337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 16:45:30.920290 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-5dd22638-d611-4b5f-97de-a509624ea8c8 admin admin] Request body: {'subnet': {'network_id': 'c9807ba7-a0c0-4f29-a57e-6960aa72258b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-646299221-subnet', 'tenant_id': '157fd34e509345c597d19b22a98ced24', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:45:30.941815 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-5dd22638-d611-4b5f-97de-a509624ea8c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:45:30.949657 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-5dd22638-d611-4b5f-97de-a509624ea8c8 admin admin] Usage tracker for resource:subnet and tenant:157fd34e509345c597d19b22a98ced24 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:45:30.965856 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-5dd22638-d611-4b5f-97de-a509624ea8c8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:45:30.976197 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-5dd22638-d611-4b5f-97de-a509624ea8c8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:45:30.989485 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dd22638-d611-4b5f-97de-a509624ea8c8 admin admin] Made reservation on behalf of 157fd34e509345c597d19b22a98ced24 for: {'subnet': 1} {{(pid=85335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 16:45:30.996540 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-5dd22638-d611-4b5f-97de-a509624ea8c8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:31.529518 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-5dd22638-d611-4b5f-97de-a509624ea8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139'] for subnet, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:31.548178 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:45:31.598785 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 34994) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:45:31.710216 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd22638-d611-4b5f-97de-a509624ea8c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d696659-54c3-4f54-aeff-1007e799c194,revision_number=0']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:45:31.732440 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd22638-d611-4b5f-97de-a509624ea8c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:45:31.733390 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd22638-d611-4b5f-97de-a509624ea8c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:45:31.733981 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd22638-d611-4b5f-97de-a509624ea8c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:45:31.734753 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd22638-d611-4b5f-97de-a509624ea8c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:45:31.735398 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd22638-d611-4b5f-97de-a509624ea8c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:45:31.736018 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd22638-d611-4b5f-97de-a509624ea8c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:45:31.736563 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd22638-d611-4b5f-97de-a509624ea8c8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:45:31.737870 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd22638-d611-4b5f-97de-a509624ea8c8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:45:31.738412 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd22638-d611-4b5f-97de-a509624ea8c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:45:31.739053 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd22638-d611-4b5f-97de-a509624ea8c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:45:31.739587 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd22638-d611-4b5f-97de-a509624ea8c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:45:31.740326 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd22638-d611-4b5f-97de-a509624ea8c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:45:31.742088 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd22638-d611-4b5f-97de-a509624ea8c8 admin admin] Tracked resource versions report: Apr 16 16:45:31.742088 dv-cinder-733622-13-smb neutron-server[85220]: pushed versions: Apr 16 16:45:31.742088 dv-cinder-733622-13-smb neutron-server[85220]: { 'AddressGroup': {'1.2'}, Apr 16 16:45:31.742088 dv-cinder-733622-13-smb neutron-server[85220]: 'ConntrackHelper': {'1.0'}, Apr 16 16:45:31.742088 dv-cinder-733622-13-smb neutron-server[85220]: 'Log': {'1.0'}, Apr 16 16:45:31.742088 dv-cinder-733622-13-smb neutron-server[85220]: 'Network': {'1.1'}, Apr 16 16:45:31.742088 dv-cinder-733622-13-smb neutron-server[85220]: 'Port': {'1.7'}, Apr 16 16:45:31.742088 dv-cinder-733622-13-smb neutron-server[85220]: 'PortForwarding': {'1.2'}, Apr 16 16:45:31.742088 dv-cinder-733622-13-smb neutron-server[85220]: 'QosPolicy': {'1.8'}, Apr 16 16:45:31.742088 dv-cinder-733622-13-smb neutron-server[85220]: 'SecurityGroup': {'1.4'}, Apr 16 16:45:31.742088 dv-cinder-733622-13-smb neutron-server[85220]: 'SecurityGroupRule': {'1.2'}, Apr 16 16:45:31.742088 dv-cinder-733622-13-smb neutron-server[85220]: 'SubPort': {'1.0'}, Apr 16 16:45:31.742088 dv-cinder-733622-13-smb neutron-server[85220]: 'Subnet': {'1.1'}, Apr 16 16:45:31.742088 dv-cinder-733622-13-smb neutron-server[85220]: 'Trunk': {'1.1'}} Apr 16 16:45:31.742088 dv-cinder-733622-13-smb neutron-server[85220]: consumer versions: Apr 16 16:45:31.742088 dv-cinder-733622-13-smb neutron-server[85220]: { DHCP agent@dv-cinder-733622-13-smb: {}, Apr 16 16:45:31.742088 dv-cinder-733622-13-smb neutron-server[85220]: HyperV agent@hv-cinder-73362: {}, Apr 16 16:45:31.742088 dv-cinder-733622-13-smb neutron-server[85220]: L3 agent@dv-cinder-733622-13-smb: {}, Apr 16 16:45:31.742088 dv-cinder-733622-13-smb neutron-server[85220]: Metadata agent@dv-cinder-733622-13-smb: {}, Apr 16 16:45:31.742088 dv-cinder-733622-13-smb neutron-server[85220]: Metering agent@dv-cinder-733622-13-smb: {}, Apr 16 16:45:31.742088 dv-cinder-733622-13-smb neutron-server[85220]: Open vSwitch agent@dv-cinder-733622-13-smb: { 'AddressGroup': '1.2', Apr 16 16:45:31.742088 dv-cinder-733622-13-smb neutron-server[85220]: 'ConntrackHelper': '1.0', Apr 16 16:45:31.742088 dv-cinder-733622-13-smb neutron-server[85220]: 'Log': '1.0', Apr 16 16:45:31.742088 dv-cinder-733622-13-smb neutron-server[85220]: 'Network': '1.1', Apr 16 16:45:31.742088 dv-cinder-733622-13-smb neutron-server[85220]: 'Port': '1.7', Apr 16 16:45:31.742088 dv-cinder-733622-13-smb neutron-server[85220]: 'PortForwarding': '1.2', Apr 16 16:45:31.742088 dv-cinder-733622-13-smb neutron-server[85220]: 'QosPolicy': '1.8', Apr 16 16:45:31.742088 dv-cinder-733622-13-smb neutron-server[85220]: 'SecurityGroup': '1.4', Apr 16 16:45:31.742088 dv-cinder-733622-13-smb neutron-server[85220]: 'SecurityGroupRule': '1.2', Apr 16 16:45:31.742088 dv-cinder-733622-13-smb neutron-server[85220]: 'SubPort': '1.0', Apr 16 16:45:31.742088 dv-cinder-733622-13-smb neutron-server[85220]: 'Subnet': '1.1', Apr 16 16:45:31.742088 dv-cinder-733622-13-smb neutron-server[85220]: 'Trunk': '1.1'}} Apr 16 16:45:31.742088 dv-cinder-733622-13-smb neutron-server[85220]: {{(pid=85335) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 16 16:45:31.750239 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-5dd22638-d611-4b5f-97de-a509624ea8c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:45:31.819651 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 35008) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:45:31.871114 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 35016) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:45:31.871504 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 35014) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:45:31.912661 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd22638-d611-4b5f-97de-a509624ea8c8 admin admin] Checking segment: {'id': '7b08fa27-254d-41ed-8a73-9ab432f370c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'c9807ba7-a0c0-4f29-a57e-6960aa72258b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 16:45:31.913203 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd22638-d611-4b5f-97de-a509624ea8c8 admin admin] Network hostable DHCP agents. Network: c9807ba7-a0c0-4f29-a57e-6960aa72258b, hostable agents: ['a512e422-67dd-4296-9548-92f23f2586e5'], hosted agents: [] {{(pid=85335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 16:45:31.945507 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd22638-d611-4b5f-97de-a509624ea8c8 admin admin] Network c9807ba7-a0c0-4f29-a57e-6960aa72258b is scheduled to be hosted by DHCP agent a512e422-67dd-4296-9548-92f23f2586e5 with binding_index 1 {{(pid=85335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 16:45:31.961980 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [None req-5dd22638-d611-4b5f-97de-a509624ea8c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-13-smb, c9807ba7-a0c0-4f29-a57e-6960aa72258b) {{(pid=85335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:45:31.964105 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd22638-d611-4b5f-97de-a509624ea8c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:45:31.964962 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-5dd22638-d611-4b5f-97de-a509624ea8c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609088'] for subnet, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:31.970909 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56b051e-b35f-47bd-9a59-eaff08805d20 None None] Network c9807ba7-a0c0-4f29-a57e-6960aa72258b requested from dv-cinder-733622-13-smb {{(pid=85337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 16:45:32.021133 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-5dd22638-d611-4b5f-97de-a509624ea8c8 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1211739 Apr 16 16:45:32.259766 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-dcd250cb-5921-4a1c-b4e2-309be4aecf17 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1350240821-network', 'tenant_id': '0621f2b2212e42398208bd0638f8e26a'}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:45:32.266072 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-dcd250cb-5921-4a1c-b4e2-309be4aecf17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:45:32.275697 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-dcd250cb-5921-4a1c-b4e2-309be4aecf17 admin admin] Usage tracker for resource:network and tenant:0621f2b2212e42398208bd0638f8e26a is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:45:32.280567 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-dcd250cb-5921-4a1c-b4e2-309be4aecf17 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:45:32.292798 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-dcd250cb-5921-4a1c-b4e2-309be4aecf17 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:45:32.310058 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-d98d62b2-bb87-4e85-bb55-5412a7dfaff7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1554147742-network', 'tenant_id': '88a1c77b2ae945419c929cd0ad2c2a68'}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:45:32.316686 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffcab812-9c61-4585-a349-efa57dec7ce0 None None] Network c9807ba7-a0c0-4f29-a57e-6960aa72258b requested from dv-cinder-733622-13-smb {{(pid=85337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 16:45:32.318836 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-d98d62b2-bb87-4e85-bb55-5412a7dfaff7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:45:32.325380 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-d98d62b2-bb87-4e85-bb55-5412a7dfaff7 admin admin] Usage tracker for resource:network and tenant:88a1c77b2ae945419c929cd0ad2c2a68 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:45:32.329764 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-d98d62b2-bb87-4e85-bb55-5412a7dfaff7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:45:32.341640 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcd250cb-5921-4a1c-b4e2-309be4aecf17 admin admin] Made reservation on behalf of 0621f2b2212e42398208bd0638f8e26a for: {'network': 1} {{(pid=85336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 16:45:32.349755 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-dcd250cb-5921-4a1c-b4e2-309be4aecf17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for network, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:32.365902 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-d98d62b2-bb87-4e85-bb55-5412a7dfaff7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:45:32.379973 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-8cfd6279-611f-481f-82e5-a82ef3b51c78 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2033844302-network', 'tenant_id': '884b1020849e42e3acc115cae0298189'}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:45:32.387893 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-68bc3d5c-c621-473c-8bb0-73e2034ad041 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1028539518-network', 'tenant_id': '43227d5615b84ce4a66767a47689161f'}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:45:32.395524 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-dcd250cb-5921-4a1c-b4e2-309be4aecf17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:32.419259 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d98d62b2-bb87-4e85-bb55-5412a7dfaff7 admin admin] Made reservation on behalf of 88a1c77b2ae945419c929cd0ad2c2a68 for: {'network': 1} {{(pid=85336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 16:45:32.430872 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d98d62b2-bb87-4e85-bb55-5412a7dfaff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for network, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:32.447848 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-dcd250cb-5921-4a1c-b4e2-309be4aecf17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:45:32.454448 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-68bc3d5c-c621-473c-8bb0-73e2034ad041 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:45:32.462112 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-8cfd6279-611f-481f-82e5-a82ef3b51c78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:45:32.465825 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-dcd250cb-5921-4a1c-b4e2-309be4aecf17 admin admin] Usage tracker for resource:security_group_rule and tenant:0621f2b2212e42398208bd0638f8e26a is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:45:32.470948 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d98d62b2-bb87-4e85-bb55-5412a7dfaff7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:32.488068 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-dcd250cb-5921-4a1c-b4e2-309be4aecf17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:45:32.492358 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-68bc3d5c-c621-473c-8bb0-73e2034ad041 admin admin] Usage tracker for resource:network and tenant:43227d5615b84ce4a66767a47689161f is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:45:32.498509 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-8cfd6279-611f-481f-82e5-a82ef3b51c78 admin admin] Usage tracker for resource:network and tenant:884b1020849e42e3acc115cae0298189 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:45:32.506131 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-68bc3d5c-c621-473c-8bb0-73e2034ad041 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:45:32.509323 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-8cfd6279-611f-481f-82e5-a82ef3b51c78 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:45:32.514683 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-dcd250cb-5921-4a1c-b4e2-309be4aecf17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:45:32.527267 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-68bc3d5c-c621-473c-8bb0-73e2034ad041 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:45:32.533665 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-d98d62b2-bb87-4e85-bb55-5412a7dfaff7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:45:32.536992 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-8cfd6279-611f-481f-82e5-a82ef3b51c78 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:45:32.578619 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-d98d62b2-bb87-4e85-bb55-5412a7dfaff7 admin admin] Usage tracker for resource:security_group_rule and tenant:88a1c77b2ae945419c929cd0ad2c2a68 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:45:32.610516 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-d98d62b2-bb87-4e85-bb55-5412a7dfaff7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:45:32.627151 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-d98d62b2-bb87-4e85-bb55-5412a7dfaff7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:45:32.635281 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68bc3d5c-c621-473c-8bb0-73e2034ad041 admin admin] Made reservation on behalf of 43227d5615b84ce4a66767a47689161f for: {'network': 1} {{(pid=85336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 16:45:32.645499 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-68bc3d5c-c621-473c-8bb0-73e2034ad041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for network, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:32.657533 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cfd6279-611f-481f-82e5-a82ef3b51c78 admin admin] Made reservation on behalf of 884b1020849e42e3acc115cae0298189 for: {'network': 1} {{(pid=85336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 16:45:32.663107 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8cfd6279-611f-481f-82e5-a82ef3b51c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for network, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:32.697869 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8cfd6279-611f-481f-82e5-a82ef3b51c78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:32.743203 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-68bc3d5c-c621-473c-8bb0-73e2034ad041 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:32.806774 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-8cfd6279-611f-481f-82e5-a82ef3b51c78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:45:32.838764 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-8cfd6279-611f-481f-82e5-a82ef3b51c78 admin admin] Usage tracker for resource:security_group_rule and tenant:884b1020849e42e3acc115cae0298189 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:45:32.845427 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-68bc3d5c-c621-473c-8bb0-73e2034ad041 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:45:32.852184 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-8cfd6279-611f-481f-82e5-a82ef3b51c78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:45:32.893117 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-68bc3d5c-c621-473c-8bb0-73e2034ad041 admin admin] Usage tracker for resource:security_group_rule and tenant:43227d5615b84ce4a66767a47689161f is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:45:32.902066 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-8cfd6279-611f-481f-82e5-a82ef3b51c78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:45:32.919350 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-68bc3d5c-c621-473c-8bb0-73e2034ad041 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:45:32.974986 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-68bc3d5c-c621-473c-8bb0-73e2034ad041 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:45:33.045277 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-dcd250cb-5921-4a1c-b4e2-309be4aecf17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:33.070271 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-dcd250cb-5921-4a1c-b4e2-309be4aecf17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:33.102300 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:45:33.139864 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d98d62b2-bb87-4e85-bb55-5412a7dfaff7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:33.163883 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d98d62b2-bb87-4e85-bb55-5412a7dfaff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:33.166441 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcd250cb-5921-4a1c-b4e2-309be4aecf17 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 770} {{(pid=85336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 16:45:33.249664 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-dcd250cb-5921-4a1c-b4e2-309be4aecf17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-60927'] for segment, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:33.250068 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.db.segments_db [None req-dcd250cb-5921-4a1c-b4e2-309be4aecf17 admin admin] Added segment feeb6f1d-1922-434e-8639-9605271d0930 of type vlan for network 2e4a61a4-f22a-4952-8f88-e6509714fdbb Apr 16 16:45:33.270482 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd250cb-5921-4a1c-b4e2-309be4aecf17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca606983-a96a-44c3-9700-ecf235207163,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:45:33.286959 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d98d62b2-bb87-4e85-bb55-5412a7dfaff7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 769} {{(pid=85336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 16:45:33.300921 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-dcd250cb-5921-4a1c-b4e2-309be4aecf17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:45:33.301494 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.089s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:45:33.373601 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d98d62b2-bb87-4e85-bb55-5412a7dfaff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-60927'] for segment, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:33.374039 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.db.segments_db [None req-d98d62b2-bb87-4e85-bb55-5412a7dfaff7 admin admin] Added segment 9ac9f406-6c3c-40ac-9dbd-02eabe5a0c9b of type vlan for network 3850fa94-c64e-47a7-8ac1-100295c70767 Apr 16 16:45:33.415905 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8cfd6279-611f-481f-82e5-a82ef3b51c78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:33.420662 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-dcd250cb-5921-4a1c-b4e2-309be4aecf17 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751455732714'] for network, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:33.436020 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8cfd6279-611f-481f-82e5-a82ef3b51c78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:33.487041 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98d62b2-bb87-4e85-bb55-5412a7dfaff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aadded95-7707-48aa-bb61-6bc26bd37d90,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:45:33.491503 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-d98d62b2-bb87-4e85-bb55-5412a7dfaff7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:45:33.494675 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-68bc3d5c-c621-473c-8bb0-73e2034ad041 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:33.503769 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-b872fb29-4b20-43fd-abcc-799dd46077da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:45:33.527360 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cfd6279-611f-481f-82e5-a82ef3b51c78 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 788} {{(pid=85336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 16:45:33.533904 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d98d62b2-bb87-4e85-bb55-5412a7dfaff7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751455732714'] for network, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:33.559055 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-68bc3d5c-c621-473c-8bb0-73e2034ad041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:33.597962 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8cfd6279-611f-481f-82e5-a82ef3b51c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-60927'] for segment, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:33.598378 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.db.segments_db [None req-8cfd6279-611f-481f-82e5-a82ef3b51c78 admin admin] Added segment d3718c9d-c1c1-4ae5-addf-ded1288879fe of type vlan for network b5d67f03-2a50-4f49-99e2-88dca9cc2c57 Apr 16 16:45:33.611357 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfd6279-611f-481f-82e5-a82ef3b51c78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea883186-2a74-4b4d-ba2b-158baaf372f3,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:45:33.615205 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-8cfd6279-611f-481f-82e5-a82ef3b51c78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:45:33.627988 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:45:33.637169 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-dcd250cb-5921-4a1c-b4e2-309be4aecf17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139'] for network, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:33.647524 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68bc3d5c-c621-473c-8bb0-73e2034ad041 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 768} {{(pid=85336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 16:45:33.656473 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd250cb-5921-4a1c-b4e2-309be4aecf17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:45:33.657116 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-dcd250cb-5921-4a1c-b4e2-309be4aecf17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609088'] for network, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:33.725221 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-68bc3d5c-c621-473c-8bb0-73e2034ad041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-60927'] for segment, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:33.725624 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.db.segments_db [None req-68bc3d5c-c621-473c-8bb0-73e2034ad041 admin admin] Added segment 5c466791-b111-4073-b936-58dd24a85aef of type vlan for network a7f4e014-87dd-436c-8396-68b004e6fc6e Apr 16 16:45:33.730086 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bc3d5c-c621-473c-8bb0-73e2034ad041 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=000be728-5835-465a-a527-c6c2ddb86249,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:45:33.733826 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-68bc3d5c-c621-473c-8bb0-73e2034ad041 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:45:33.734736 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d98d62b2-bb87-4e85-bb55-5412a7dfaff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139'] for network, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:33.744324 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.073s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:45:33.761729 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8cfd6279-611f-481f-82e5-a82ef3b51c78 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751455732714'] for network, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:33.773024 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98d62b2-bb87-4e85-bb55-5412a7dfaff7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:45:33.773680 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d98d62b2-bb87-4e85-bb55-5412a7dfaff7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609088'] for network, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:33.877910 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 35110) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:45:33.881076 dv-cinder-733622-13-smb neutron-server[85220]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 16 16:45:33.965964 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-68bc3d5c-c621-473c-8bb0-73e2034ad041 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751455732714'] for network, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:33.983220 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.db.resource_extend [None req-8cfd6279-611f-481f-82e5-a82ef3b51c78 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 16 16:45:34.048432 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd250cb-5921-4a1c-b4e2-309be4aecf17 admin admin] Pushing event updated for resources: {'Network': ['ID=2e4a61a4-f22a-4952-8f88-e6509714fdbb,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:45:34.062741 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Network 2e4a61a4-f22a-4952-8f88-e6509714fdbb details requested by agent ovs-agent-dv-cinder-733622-13-smb with host dv-cinder-733622-13-smb {{(pid=85337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 16:45:34.213613 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f88e7b-5b7a-470b-9e16-4077488ee4db req-2440587f-ab7d-4403-8a05-e725a3558779 tempest-DeleteServersTestJSON-1154458300 tempest-DeleteServersTestJSON-1154458300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:45:34.221393 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-78f88e7b-5b7a-470b-9e16-4077488ee4db req-2440587f-ab7d-4403-8a05-e725a3558779 tempest-DeleteServersTestJSON-1154458300 tempest-DeleteServersTestJSON-1154458300-project] 10.222.0.38 "GET /v2.0/networks?id=c9807ba7-a0c0-4f29-a57e-6960aa72258b HTTP/1.1" status: 200 len: 811 time: 0.3400695 Apr 16 16:45:34.223804 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-dcd250cb-5921-4a1c-b4e2-309be4aecf17 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.6238077 Apr 16 16:45:34.225364 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.db.resource_extend [None req-68bc3d5c-c621-473c-8bb0-73e2034ad041 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 16 16:45:34.227347 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 35128) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:45:34.242957 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-3cdcf3c0-5158-4b35-a612-3036cb2c866b admin admin] Request body: {'subnet': {'network_id': '2e4a61a4-f22a-4952-8f88-e6509714fdbb', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1350240821-subnet', 'tenant_id': '0621f2b2212e42398208bd0638f8e26a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:45:34.272505 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8cfd6279-611f-481f-82e5-a82ef3b51c78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139'] for network, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:34.273664 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-3cdcf3c0-5158-4b35-a612-3036cb2c866b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:45:34.277213 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-d98d62b2-bb87-4e85-bb55-5412a7dfaff7 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.3979523 Apr 16 16:45:34.285564 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 35134) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:45:34.295565 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-3cdcf3c0-5158-4b35-a612-3036cb2c866b admin admin] Usage tracker for resource:subnet and tenant:0621f2b2212e42398208bd0638f8e26a is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:45:34.307186 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-3cdcf3c0-5158-4b35-a612-3036cb2c866b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:45:34.311299 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cfd6279-611f-481f-82e5-a82ef3b51c78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:45:34.311962 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8cfd6279-611f-481f-82e5-a82ef3b51c78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609088'] for network, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:34.318046 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-b32e9efd-b993-4dfc-986e-accff966f736 admin admin] Request body: {'subnet': {'network_id': '3850fa94-c64e-47a7-8ac1-100295c70767', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1554147742-subnet', 'tenant_id': '88a1c77b2ae945419c929cd0ad2c2a68', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:45:34.325103 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-78f88e7b-5b7a-470b-9e16-4077488ee4db req-37e1cd8c-42ac-4af0-9c49-939bbd8e0a26 tempest-DeleteServersTestJSON-1154458300 tempest-DeleteServersTestJSON-1154458300-project] 10.222.0.38 "GET /v2.0/quotas/157fd34e509345c597d19b22a98ced24 HTTP/1.1" status: 200 len: 375 time: 0.0943387 Apr 16 16:45:34.331636 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-b32e9efd-b993-4dfc-986e-accff966f736 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:45:34.336481 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-b32e9efd-b993-4dfc-986e-accff966f736 admin admin] Usage tracker for resource:subnet and tenant:88a1c77b2ae945419c929cd0ad2c2a68 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:45:34.337924 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98d62b2-bb87-4e85-bb55-5412a7dfaff7 admin admin] Pushing event updated for resources: {'Network': ['ID=3850fa94-c64e-47a7-8ac1-100295c70767,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:45:34.340852 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-d98d62b2-bb87-4e85-bb55-5412a7dfaff7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.596s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:45:34.341743 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-b32e9efd-b993-4dfc-986e-accff966f736 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:45:34.343510 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-9ae77fde-9129-4619-8553-b144e79d3d18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.555s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:45:34.356217 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Network 3850fa94-c64e-47a7-8ac1-100295c70767 details requested by agent ovs-agent-dv-cinder-733622-13-smb with host dv-cinder-733622-13-smb {{(pid=85337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 16:45:34.368629 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-b32e9efd-b993-4dfc-986e-accff966f736 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:45:34.383079 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-3cdcf3c0-5158-4b35-a612-3036cb2c866b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:45:34.385659 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-68bc3d5c-c621-473c-8bb0-73e2034ad041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139'] for network, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:34.391279 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68bc3d5c-c621-473c-8bb0-73e2034ad041 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:45:34.392487 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-68bc3d5c-c621-473c-8bb0-73e2034ad041 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609088'] for network, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:34.414945 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-8cfd6279-611f-481f-82e5-a82ef3b51c78 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.5347896 Apr 16 16:45:34.444637 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 35144) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:45:34.552807 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-dfc1af77-c355-447b-8f52-81df26b2dde0 admin admin] Request body: {'subnet': {'network_id': 'b5d67f03-2a50-4f49-99e2-88dca9cc2c57', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2033844302-subnet', 'tenant_id': '884b1020849e42e3acc115cae0298189', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:45:34.564324 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-dfc1af77-c355-447b-8f52-81df26b2dde0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:45:34.579289 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-dfc1af77-c355-447b-8f52-81df26b2dde0 admin admin] Usage tracker for resource:subnet and tenant:884b1020849e42e3acc115cae0298189 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:45:34.588414 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-dfc1af77-c355-447b-8f52-81df26b2dde0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:45:34.598122 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-68bc3d5c-c621-473c-8bb0-73e2034ad041 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.7769086 Apr 16 16:45:34.599379 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfd6279-611f-481f-82e5-a82ef3b51c78 admin admin] Pushing event updated for resources: {'Network': ['ID=b5d67f03-2a50-4f49-99e2-88dca9cc2c57,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:45:34.602450 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-8cfd6279-611f-481f-82e5-a82ef3b51c78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:45:34.603282 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 35152) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:45:34.606990 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.284s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:45:34.611667 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Network b5d67f03-2a50-4f49-99e2-88dca9cc2c57 details requested by agent ovs-agent-dv-cinder-733622-13-smb with host dv-cinder-733622-13-smb {{(pid=85337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 16:45:34.629853 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-dfc1af77-c355-447b-8f52-81df26b2dde0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:45:34.634909 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-78f88e7b-5b7a-470b-9e16-4077488ee4db req-64f41627-6e68-4f0e-b4e0-cf6f54e69210 tempest-DeleteServersTestJSON-1154458300 tempest-DeleteServersTestJSON-1154458300-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=157fd34e509345c597d19b22a98ced24&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2850552 Apr 16 16:45:34.635632 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b32e9efd-b993-4dfc-986e-accff966f736 admin admin] Made reservation on behalf of 88a1c77b2ae945419c929cd0ad2c2a68 for: {'subnet': 1} {{(pid=85335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 16:45:34.638151 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-e2228d35-3727-4042-b233-3e5752ea6ff0 admin admin] Request body: {'subnet': {'network_id': 'a7f4e014-87dd-436c-8396-68b004e6fc6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1028539518-subnet', 'tenant_id': '43227d5615b84ce4a66767a47689161f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:45:34.652229 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-b32e9efd-b993-4dfc-986e-accff966f736 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:34.728720 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-e2228d35-3727-4042-b233-3e5752ea6ff0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:45:34.769182 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-e2228d35-3727-4042-b233-3e5752ea6ff0 admin admin] Usage tracker for resource:subnet and tenant:43227d5615b84ce4a66767a47689161f is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:45:34.793205 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-e2228d35-3727-4042-b233-3e5752ea6ff0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:45:34.795295 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cdcf3c0-5158-4b35-a612-3036cb2c866b admin admin] Made reservation on behalf of 0621f2b2212e42398208bd0638f8e26a for: {'subnet': 1} {{(pid=85335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 16:45:34.802391 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-3cdcf3c0-5158-4b35-a612-3036cb2c866b admin admin] Notify callbacks [] for subnet, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:34.832693 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfc1af77-c355-447b-8f52-81df26b2dde0 admin admin] Made reservation on behalf of 884b1020849e42e3acc115cae0298189 for: {'subnet': 1} {{(pid=85336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 16:45:34.839864 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-dfc1af77-c355-447b-8f52-81df26b2dde0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:34.863941 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bc3d5c-c621-473c-8bb0-73e2034ad041 admin admin] Pushing event updated for resources: {'Network': ['ID=a7f4e014-87dd-436c-8396-68b004e6fc6e,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:45:34.869747 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-e2228d35-3727-4042-b233-3e5752ea6ff0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:45:34.880580 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Network a7f4e014-87dd-436c-8396-68b004e6fc6e details requested by agent ovs-agent-dv-cinder-733622-13-smb with host dv-cinder-733622-13-smb {{(pid=85337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 16:45:34.924995 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2228d35-3727-4042-b233-3e5752ea6ff0 admin admin] Made reservation on behalf of 43227d5615b84ce4a66767a47689161f for: {'subnet': 1} {{(pid=85336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 16:45:34.942434 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e2228d35-3727-4042-b233-3e5752ea6ff0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:34.983593 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-68bc3d5c-c621-473c-8bb0-73e2034ad041 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:45:35.085148 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [req-78f88e7b-5b7a-470b-9e16-4077488ee4db req-19f59cb8-646e-420a-aa03-44a7a07252ef service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=85335) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 16:45:35.092859 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-78f88e7b-5b7a-470b-9e16-4077488ee4db req-19f59cb8-646e-420a-aa03-44a7a07252ef service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0983446 Apr 16 16:45:35.303517 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-23603d33-d759-4e17-8153-324a935509fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.861s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:45:35.303910 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-23603d33-d759-4e17-8153-324a935509fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:45:35.352920 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 35170) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:45:35.493191 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-78f88e7b-5b7a-470b-9e16-4077488ee4db req-3ca20e40-2d71-4c8a-a9d6-04dbf820f3a0 service neutron] 10.222.0.38 "GET /v2.0/networks/c9807ba7-a0c0-4f29-a57e-6960aa72258b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3993983 Apr 16 16:45:35.933574 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-18da6593-7f54-49a9-830e-47537cbdd701 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:36.074681 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-18da6593-7f54-49a9-830e-47537cbdd701 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:45:36.091260 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-18da6593-7f54-49a9-830e-47537cbdd701 admin admin] Usage tracker for resource:security_group_rule and tenant:3e25dba9e93e48a2aab67e71f0e589b4 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:45:36.098617 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-18da6593-7f54-49a9-830e-47537cbdd701 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:45:36.103275 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-78f88e7b-5b7a-470b-9e16-4077488ee4db req-56c8a07c-f13e-4a12-a403-5cd433bf07b4 service neutron] 10.222.0.38 "GET /v2.0/networks/c9807ba7-a0c0-4f29-a57e-6960aa72258b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5981331 Apr 16 16:45:36.126170 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-18da6593-7f54-49a9-830e-47537cbdd701 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:45:36.141867 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-dfc1af77-c355-447b-8f52-81df26b2dde0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139'] for subnet, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:36.171993 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:45:36.389000 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-b32e9efd-b993-4dfc-986e-accff966f736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139'] for subnet, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:36.416870 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-a3cf81e5-57b2-4550-919a-e886976e98dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:45:36.435395 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 35212) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:45:36.464412 dv-cinder-733622-13-smb neutron-server[85220]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 16 16:45:36.465527 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc1af77-c355-447b-8f52-81df26b2dde0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=649747cf-05da-40d5-a9b4-d5107e9dbf05,revision_number=0']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:45:36.514684 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-dfc1af77-c355-447b-8f52-81df26b2dde0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:45:36.552907 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-b9bc4290-a828-4a55-b836-760a03f7fdc8 req-9a598519-4af6-447b-9576-2188cb555339 tempest-DeleteServersTestJSON-1154458300 tempest-DeleteServersTestJSON-1154458300-project] 10.222.0.38 "GET /v2.0/ports?device_id=ae06475c-183f-4e5c-9d88-6072ec112e2b HTTP/1.1" status: 200 len: 210 time: 0.1144578 Apr 16 16:45:36.592759 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e2228d35-3727-4042-b233-3e5752ea6ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139'] for subnet, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:36.613028 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:45:36.692834 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32e9efd-b993-4dfc-986e-accff966f736 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d318de4-dae1-4537-aa0d-b7c79b5c1954,revision_number=0']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:45:36.712641 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-b32e9efd-b993-4dfc-986e-accff966f736 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:45:36.714581 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-18da6593-7f54-49a9-830e-47537cbdd701 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:36.729699 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-18da6593-7f54-49a9-830e-47537cbdd701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:36.749381 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:45:36.773933 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-3cdcf3c0-5158-4b35-a612-3036cb2c866b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139'] for subnet, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:36.785513 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2228d35-3727-4042-b233-3e5752ea6ff0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ae8a7aa-8888-4dcf-9347-2e1ca7171a9b,revision_number=0']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:45:36.789259 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-e2228d35-3727-4042-b233-3e5752ea6ff0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:45:36.803206 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc1af77-c355-447b-8f52-81df26b2dde0 admin admin] Checking segment: {'id': 'd3718c9d-c1c1-4ae5-addf-ded1288879fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'b5d67f03-2a50-4f49-99e2-88dca9cc2c57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 16:45:36.803795 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc1af77-c355-447b-8f52-81df26b2dde0 admin admin] Network hostable DHCP agents. Network: b5d67f03-2a50-4f49-99e2-88dca9cc2c57, hostable agents: ['a512e422-67dd-4296-9548-92f23f2586e5'], hosted agents: [] {{(pid=85336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 16:45:36.861909 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc1af77-c355-447b-8f52-81df26b2dde0 admin admin] Network b5d67f03-2a50-4f49-99e2-88dca9cc2c57 is scheduled to be hosted by DHCP agent a512e422-67dd-4296-9548-92f23f2586e5 with binding_index 1 {{(pid=85336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 16:45:36.886543 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [None req-dfc1af77-c355-447b-8f52-81df26b2dde0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-13-smb, b5d67f03-2a50-4f49-99e2-88dca9cc2c57) {{(pid=85336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:45:36.896570 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc1af77-c355-447b-8f52-81df26b2dde0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:45:36.898679 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-dfc1af77-c355-447b-8f52-81df26b2dde0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609088'] for subnet, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:36.898782 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-18da6593-7f54-49a9-830e-47537cbdd701 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3e25dba9e93e48a2aab67e71f0e589b4&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5398786 Apr 16 16:45:36.902373 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a7dea2-b619-481a-94a6-b9dc291278d2 None None] Network b5d67f03-2a50-4f49-99e2-88dca9cc2c57 requested from dv-cinder-733622-13-smb {{(pid=85337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 16:45:36.903097 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 35228) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:45:36.919552 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18da6593-7f54-49a9-830e-47537cbdd701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8654f0e-2e87-45fb-a72c-55c047f417c5,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:45:36.932320 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-18da6593-7f54-49a9-830e-47537cbdd701 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:45:36.934997 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-5dd22638-d611-4b5f-97de-a509624ea8c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.124s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:45:36.960109 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2228d35-3727-4042-b233-3e5752ea6ff0 admin admin] Checking segment: {'id': '5c466791-b111-4073-b936-58dd24a85aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'a7f4e014-87dd-436c-8396-68b004e6fc6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 16:45:36.960881 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2228d35-3727-4042-b233-3e5752ea6ff0 admin admin] Network hostable DHCP agents. Network: a7f4e014-87dd-436c-8396-68b004e6fc6e, hostable agents: ['a512e422-67dd-4296-9548-92f23f2586e5'], hosted agents: [] {{(pid=85336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 16:45:37.026541 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-dfc1af77-c355-447b-8f52-81df26b2dde0 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.5178185 Apr 16 16:45:37.035185 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 35240) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:45:37.047557 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2228d35-3727-4042-b233-3e5752ea6ff0 admin admin] Network a7f4e014-87dd-436c-8396-68b004e6fc6e is scheduled to be hosted by DHCP agent a512e422-67dd-4296-9548-92f23f2586e5 with binding_index 1 {{(pid=85336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 16:45:37.055695 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [None req-e2228d35-3727-4042-b233-3e5752ea6ff0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-13-smb, a7f4e014-87dd-436c-8396-68b004e6fc6e) {{(pid=85336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:45:37.060582 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-5acbddaf-b3e3-4151-bd25-f77027a7cb2e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2033844302-router', 'tenant_id': '884b1020849e42e3acc115cae0298189', 'external_gateway_info': {'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f'}}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:45:37.060757 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2228d35-3727-4042-b233-3e5752ea6ff0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:45:37.061554 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e2228d35-3727-4042-b233-3e5752ea6ff0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609088'] for subnet, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:37.064799 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32e9efd-b993-4dfc-986e-accff966f736 admin admin] Checking segment: {'id': '9ac9f406-6c3c-40ac-9dbd-02eabe5a0c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '3850fa94-c64e-47a7-8ac1-100295c70767'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 16:45:37.065229 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32e9efd-b993-4dfc-986e-accff966f736 admin admin] Network hostable DHCP agents. Network: 3850fa94-c64e-47a7-8ac1-100295c70767, hostable agents: ['a512e422-67dd-4296-9548-92f23f2586e5'], hosted agents: [] {{(pid=85335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 16:45:37.088244 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-5acbddaf-b3e3-4151-bd25-f77027a7cb2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:45:37.103223 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdcf3c0-5158-4b35-a612-3036cb2c866b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a93e35b-d00f-429f-b63f-b3e18b4cba1b,revision_number=0']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:45:37.104437 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-45d8dc9e-902f-41bd-acc1-1ca384c08d61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:37.106061 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-5acbddaf-b3e3-4151-bd25-f77027a7cb2e admin admin] Usage tracker for resource:router and tenant:884b1020849e42e3acc115cae0298189 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:45:37.112175 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-5acbddaf-b3e3-4151-bd25-f77027a7cb2e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:45:37.116129 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-3cdcf3c0-5158-4b35-a612-3036cb2c866b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:45:37.128487 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-e2228d35-3727-4042-b233-3e5752ea6ff0 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.4945698 Apr 16 16:45:37.128728 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-5acbddaf-b3e3-4151-bd25-f77027a7cb2e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:45:37.153677 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32e9efd-b993-4dfc-986e-accff966f736 admin admin] Network 3850fa94-c64e-47a7-8ac1-100295c70767 is scheduled to be hosted by DHCP agent a512e422-67dd-4296-9548-92f23f2586e5 with binding_index 1 {{(pid=85335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 16:45:37.169715 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-5acbddaf-b3e3-4151-bd25-f77027a7cb2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-457759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5682'] for router, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:37.171122 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-5acbddaf-b3e3-4151-bd25-f77027a7cb2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854317886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854348900', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854353146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854770118'] for router, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:37.176303 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50bd1088-80a8-4ff9-bf48-90b0a4ea9d3f None None] Network a7f4e014-87dd-436c-8396-68b004e6fc6e requested from dv-cinder-733622-13-smb {{(pid=85337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 16:45:37.185462 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [None req-b32e9efd-b993-4dfc-986e-accff966f736 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-13-smb, 3850fa94-c64e-47a7-8ac1-100295c70767) {{(pid=85335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:45:37.199822 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-45d8dc9e-902f-41bd-acc1-1ca384c08d61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:37.202422 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b32e9efd-b993-4dfc-986e-accff966f736 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:45:37.203067 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-b32e9efd-b993-4dfc-986e-accff966f736 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609088'] for subnet, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:37.208950 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade3c059-ba6a-4ebc-8c82-1708f6d71b51 None None] Network 3850fa94-c64e-47a7-8ac1-100295c70767 requested from dv-cinder-733622-13-smb {{(pid=85337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 16:45:37.220778 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cdcf3c0-5158-4b35-a612-3036cb2c866b admin admin] Checking segment: {'id': 'feeb6f1d-1922-434e-8639-9605271d0930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '2e4a61a4-f22a-4952-8f88-e6509714fdbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 16:45:37.221163 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cdcf3c0-5158-4b35-a612-3036cb2c866b admin admin] Network hostable DHCP agents. Network: 2e4a61a4-f22a-4952-8f88-e6509714fdbb, hostable agents: ['a512e422-67dd-4296-9548-92f23f2586e5'], hosted agents: [] {{(pid=85335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 16:45:37.240569 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-5acbddaf-b3e3-4151-bd25-f77027a7cb2e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:37.295795 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-45d8dc9e-902f-41bd-acc1-1ca384c08d61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:37.312119 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:45:37.348554 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d8dc9e-902f-41bd-acc1-1ca384c08d61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8654f0e-2e87-45fb-a72c-55c047f417c5,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:45:37.351362 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-45d8dc9e-902f-41bd-acc1-1ca384c08d61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:45:37.353507 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-45d8dc9e-902f-41bd-acc1-1ca384c08d61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:37.369671 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-45d8dc9e-902f-41bd-acc1-1ca384c08d61 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e8654f0e-2e87-45fb-a72c-55c047f417c5 HTTP/1.1" status: 204 len: 168 time: 0.4576757 Apr 16 16:45:37.383003 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cdcf3c0-5158-4b35-a612-3036cb2c866b admin admin] Network 2e4a61a4-f22a-4952-8f88-e6509714fdbb is scheduled to be hosted by DHCP agent a512e422-67dd-4296-9548-92f23f2586e5 with binding_index 1 {{(pid=85335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 16:45:37.393696 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-b32e9efd-b993-4dfc-986e-accff966f736 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 3.1032574 Apr 16 16:45:37.396720 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 35258) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:45:37.405712 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-96eddec4-cd48-4314-967a-cf2d0500d117 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1554147742-router', 'tenant_id': '88a1c77b2ae945419c929cd0ad2c2a68', 'external_gateway_info': {'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f'}}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:45:37.423978 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-96eddec4-cd48-4314-967a-cf2d0500d117 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:45:37.428588 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-96eddec4-cd48-4314-967a-cf2d0500d117 admin admin] Usage tracker for resource:router and tenant:88a1c77b2ae945419c929cd0ad2c2a68 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:45:37.431741 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-96eddec4-cd48-4314-967a-cf2d0500d117 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:45:37.450417 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-96eddec4-cd48-4314-967a-cf2d0500d117 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:45:37.461637 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-96eddec4-cd48-4314-967a-cf2d0500d117 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-457759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5682'] for router, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:37.462877 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-96eddec4-cd48-4314-967a-cf2d0500d117 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854317886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854348900', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854353146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854770118'] for router, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:37.524673 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-96eddec4-cd48-4314-967a-cf2d0500d117 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:37.580329 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [None req-3cdcf3c0-5158-4b35-a612-3036cb2c866b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-13-smb, 2e4a61a4-f22a-4952-8f88-e6509714fdbb) {{(pid=85335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:45:37.614068 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea0ac60-572c-439a-a0c6-b65ce570fea7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bdac51c-8a1a-5aad-9eff-c89f1558b090-b5d67f03-2a50-4f49-99e2-88dca9cc2c57', 'network_id': 'b5d67f03-2a50-4f49-99e2-88dca9cc2c57', 'tenant_id': '884b1020849e42e3acc115cae0298189', 'fixed_ips': [{'subnet_id': '649747cf-05da-40d5-a9b4-d5107e9dbf05'}]}} from dv-cinder-733622-13-smb. {{(pid=85337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 16:45:37.617072 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cdcf3c0-5158-4b35-a612-3036cb2c866b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:45:37.617703 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-3cdcf3c0-5158-4b35-a612-3036cb2c866b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609088'] for subnet, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:37.622651 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1ea0ac60-572c-439a-a0c6-b65ce570fea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:37.885475 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.db_base_plugin_common [None req-1ea0ac60-572c-439a-a0c6-b65ce570fea7 None None] Allocated IP 172.20.0.2 (b5d67f03-2a50-4f49-99e2-88dca9cc2c57/649747cf-05da-40d5-a9b4-d5107e9dbf05/13cb76d0-1055-4100-aa87-e9ebdcde80df) {{(pid=85337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 16:45:37.926455 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-3cdcf3c0-5158-4b35-a612-3036cb2c866b admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.6975951 Apr 16 16:45:37.950338 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-d451f30c-1f79-4bc0-a3ad-f1c736e125f9 req-12120439-9466-46f7-b812-9467b672db9d tempest-DeleteServersTestJSON-1154458300 tempest-DeleteServersTestJSON-1154458300-project] 10.222.0.38 "GET /v2.0/ports?device_id=ae06475c-183f-4e5c-9d88-6072ec112e2b HTTP/1.1" status: 200 len: 210 time: 0.2288809 Apr 16 16:45:38.144744 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-5acbddaf-b3e3-4151-bd25-f77027a7cb2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854348883', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-457772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854770167'] for router, precommit_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:38.354862 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407c59ae-d23d-4c71-8b61-3465ce94884e None None] Network 2e4a61a4-f22a-4952-8f88-e6509714fdbb requested from dv-cinder-733622-13-smb {{(pid=85337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 16:45:38.432182 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-96eddec4-cd48-4314-967a-cf2d0500d117 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854348883', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-457772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854770167'] for router, precommit_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:39.626545 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.87', 53167) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:45:39.717913 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1ea0ac60-572c-439a-a0c6-b65ce570fea7 None None] Notify callbacks [] for port, precommit_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:39.752627 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-1ea0ac60-572c-439a-a0c6-b65ce570fea7 None None] Transition to ACTIVE for port object 13cb76d0-1055-4100-aa87-e9ebdcde80df will not be triggered until provisioned by entity L2. {{(pid=85337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:45:39.847538 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b15692-d9f4-4af5-9dbb-3cc16f7ca8d1 None None] Network 2e4a61a4-f22a-4952-8f88-e6509714fdbb requested from dv-cinder-733622-13-smb {{(pid=85337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 16:45:39.864425 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-5acbddaf-b3e3-4151-bd25-f77027a7cb2e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:39.915957 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-96eddec4-cd48-4314-967a-cf2d0500d117 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:39.937511 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-658f157b-3929-4183-9d6f-21b8a0afc56e req-41660d75-705a-4859-8ae3-5957eb831730 tempest-DeleteServersTestJSON-1154458300 tempest-DeleteServersTestJSON-1154458300-project] 10.222.0.38 "GET /v2.0/ports?device_id=ae06475c-183f-4e5c-9d88-6072ec112e2b HTTP/1.1" status: 200 len: 210 time: 0.3313890 Apr 16 16:45:39.942590 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-5acbddaf-b3e3-4151-bd25-f77027a7cb2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:39.961500 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 35372) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:45:39.984525 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7008986a-5842-417d-bb74-8e10a16cf1d8 req-33684318-70f2-46e3-8405-bc22fbc706ed tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:45:39.985820 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-7008986a-5842-417d-bb74-8e10a16cf1d8 req-33684318-70f2-46e3-8405-bc22fbc706ed tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Synchronizing usage tracker for tenant:43227d5615b84ce4a66767a47689161f on resource:network {{(pid=85336) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 16:45:39.998365 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-96eddec4-cd48-4314-967a-cf2d0500d117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:40.072173 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 35380) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:45:40.086020 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-007add30-6b4c-40d4-8590-2c91b708e589 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-904045058-network', 'tenant_id': '9f7d7f79193e4cf2b37e37d86c3682d8'}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:45:40.100731 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-007add30-6b4c-40d4-8590-2c91b708e589 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:45:40.138597 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-007add30-6b4c-40d4-8590-2c91b708e589 admin admin] Usage tracker for resource:network and tenant:9f7d7f79193e4cf2b37e37d86c3682d8 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:45:40.144323 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-007add30-6b4c-40d4-8590-2c91b708e589 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:45:40.159746 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-007add30-6b4c-40d4-8590-2c91b708e589 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:45:40.163631 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-7008986a-5842-417d-bb74-8e10a16cf1d8 req-33684318-70f2-46e3-8405-bc22fbc706ed tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Unset dirty status for tenant:43227d5615b84ce4a66767a47689161f on resource:network {{(pid=85336) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 16:45:40.165211 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-7008986a-5842-417d-bb74-8e10a16cf1d8 req-33684318-70f2-46e3-8405-bc22fbc706ed tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.38 "GET /v2.0/networks?id=a7f4e014-87dd-436c-8396-68b004e6fc6e HTTP/1.1" status: 200 len: 815 time: 1.3064895 Apr 16 16:45:40.213500 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-007add30-6b4c-40d4-8590-2c91b708e589 admin admin] Made reservation on behalf of 9f7d7f79193e4cf2b37e37d86c3682d8 for: {'network': 1} {{(pid=85336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 16:45:40.221723 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-007add30-6b4c-40d4-8590-2c91b708e589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for network, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:40.239245 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-007add30-6b4c-40d4-8590-2c91b708e589 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:40.253605 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-7008986a-5842-417d-bb74-8e10a16cf1d8 req-6ca6b10a-8331-4fa1-9470-90d2c8ac21ba tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.38 "GET /v2.0/quotas/43227d5615b84ce4a66767a47689161f HTTP/1.1" status: 200 len: 375 time: 0.0770991 Apr 16 16:45:40.264214 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-007add30-6b4c-40d4-8590-2c91b708e589 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:45:40.274894 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-007add30-6b4c-40d4-8590-2c91b708e589 admin admin] Usage tracker for resource:security_group_rule and tenant:9f7d7f79193e4cf2b37e37d86c3682d8 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:45:40.357352 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-7008986a-5842-417d-bb74-8e10a16cf1d8 req-8f37aa60-c5a2-4752-b903-19cbef4f6c29 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=43227d5615b84ce4a66767a47689161f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0875909 Apr 16 16:45:40.359547 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-007add30-6b4c-40d4-8590-2c91b708e589 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:45:40.371902 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-007add30-6b4c-40d4-8590-2c91b708e589 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:45:40.425178 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f88e7b-5b7a-470b-9e16-4077488ee4db req-2e342ff2-c50b-484d-9d31-b1b396182cd1 tempest-DeleteServersTestJSON-1154458300 tempest-DeleteServersTestJSON-1154458300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:45:40.427993 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-78f88e7b-5b7a-470b-9e16-4077488ee4db req-2e342ff2-c50b-484d-9d31-b1b396182cd1 tempest-DeleteServersTestJSON-1154458300 tempest-DeleteServersTestJSON-1154458300-project] 10.222.0.87 "GET /v2.0/networks?id=c9807ba7-a0c0-4f29-a57e-6960aa72258b HTTP/1.1" status: 200 len: 811 time: 0.6961236 Apr 16 16:45:40.485093 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.v2.base [req-78f88e7b-5b7a-470b-9e16-4077488ee4db req-f8605efa-a0a0-4cab-a2ef-d42fc0b45414 tempest-DeleteServersTestJSON-1154458300 tempest-DeleteServersTestJSON-1154458300-project] Request body: {'port': {'device_id': 'ae06475c-183f-4e5c-9d88-6072ec112e2b', 'network_id': 'c9807ba7-a0c0-4f29-a57e-6960aa72258b', 'admin_state_up': True, 'tenant_id': '157fd34e509345c597d19b22a98ced24'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:45:40.552282 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-007add30-6b4c-40d4-8590-2c91b708e589 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:40.566628 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-007add30-6b4c-40d4-8590-2c91b708e589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:40.573979 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-1ea0ac60-572c-439a-a0c6-b65ce570fea7 None None] Transition to ACTIVE for port object 13cb76d0-1055-4100-aa87-e9ebdcde80df will not be triggered until provisioned by entity DHCP. {{(pid=85337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:45:40.577238 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.db_base_plugin_common [None req-5acbddaf-b3e3-4151-bd25-f77027a7cb2e admin admin] Allocated IP 172.28.2.194 (2bc9ca6b-6e72-4404-899b-6b4685eced1f/9106a8ae-dfd9-43e0-982a-dc423b27def7/aabd4896-a6de-4de3-bfd5-7f4fb8cecc07) {{(pid=85335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 16:45:40.593118 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:45:40.636136 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:40.640745 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1ea0ac60-572c-439a-a0c6-b65ce570fea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751455712866'] for port, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:40.697951 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007add30-6b4c-40d4-8590-2c91b708e589 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b9b0d44-a8ca-4c64-b4f3-47909f581117,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:45:40.705194 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-007add30-6b4c-40d4-8590-2c91b708e589 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:45:40.733871 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-007add30-6b4c-40d4-8590-2c91b708e589 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 756} {{(pid=85336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 16:45:40.768937 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-007add30-6b4c-40d4-8590-2c91b708e589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-60927'] for segment, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:40.771959 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.db.segments_db [None req-007add30-6b4c-40d4-8590-2c91b708e589 admin admin] Added segment 2527746f-6ea2-4554-8694-05592e86389b of type vlan for network 6ad5a65b-4e10-40d3-acbe-4e14806f3cbd Apr 16 16:45:40.889548 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-b735bbcd-6354-4f3f-a528-172650c116e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:45:40.971892 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-007add30-6b4c-40d4-8590-2c91b708e589 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751455732714'] for network, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:40.992144 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-9257ca73-0170-4283-8360-3f47e60051c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:41.059882 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee81eca-af5d-4df0-bb1e-3afbf4af9f1d None None] Network a7f4e014-87dd-436c-8396-68b004e6fc6e requested from dv-cinder-733622-13-smb {{(pid=85337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 16:45:41.066546 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-9257ca73-0170-4283-8360-3f47e60051c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:45:41.084373 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-9257ca73-0170-4283-8360-3f47e60051c4 admin admin] Usage tracker for resource:security_group_rule and tenant:e9c3db7661dd426b8531d3f644edccd8 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:45:41.093630 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa5b1ed-996f-4044-a480-d9edf4dd1cf3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bdac51c-8a1a-5aad-9eff-c89f1558b090-3850fa94-c64e-47a7-8ac1-100295c70767', 'network_id': '3850fa94-c64e-47a7-8ac1-100295c70767', 'tenant_id': '88a1c77b2ae945419c929cd0ad2c2a68', 'fixed_ips': [{'subnet_id': '3d318de4-dae1-4537-aa0d-b7c79b5c1954'}]}} from dv-cinder-733622-13-smb. {{(pid=85337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 16:45:41.094596 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-2aa5b1ed-996f-4044-a480-d9edf4dd1cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:41.096632 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-9257ca73-0170-4283-8360-3f47e60051c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:45:41.128271 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-9257ca73-0170-4283-8360-3f47e60051c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:45:41.167152 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea0ac60-572c-439a-a0c6-b65ce570fea7 None None] Pushing event updated for resources: {'Port': ['ID=13cb76d0-1055-4100-aa87-e9ebdcde80df,revision_number=1']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:45:41.171421 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [req-78f88e7b-5b7a-470b-9e16-4077488ee4db req-f8605efa-a0a0-4cab-a2ef-d42fc0b45414 tempest-DeleteServersTestJSON-1154458300 tempest-DeleteServersTestJSON-1154458300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:45:41.185432 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-78f88e7b-5b7a-470b-9e16-4077488ee4db req-f8605efa-a0a0-4cab-a2ef-d42fc0b45414 tempest-DeleteServersTestJSON-1154458300 tempest-DeleteServersTestJSON-1154458300-project] Usage tracker for resource:port and tenant:157fd34e509345c597d19b22a98ced24 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:45:41.193442 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-78f88e7b-5b7a-470b-9e16-4077488ee4db req-f8605efa-a0a0-4cab-a2ef-d42fc0b45414 tempest-DeleteServersTestJSON-1154458300 tempest-DeleteServersTestJSON-1154458300-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:45:41.215234 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [req-78f88e7b-5b7a-470b-9e16-4077488ee4db req-f8605efa-a0a0-4cab-a2ef-d42fc0b45414 tempest-DeleteServersTestJSON-1154458300 tempest-DeleteServersTestJSON-1154458300-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:45:41.223791 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-5acbddaf-b3e3-4151-bd25-f77027a7cb2e admin admin] Notify callbacks [] for port, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:41.224003 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea0ac60-572c-439a-a0c6-b65ce570fea7 None None] Network b5d67f03-2a50-4f49-99e2-88dca9cc2c57 is already hosted by enough agents. {{(pid=85337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 16:45:41.248949 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78f88e7b-5b7a-470b-9e16-4077488ee4db req-f8605efa-a0a0-4cab-a2ef-d42fc0b45414 tempest-DeleteServersTestJSON-1154458300 tempest-DeleteServersTestJSON-1154458300-project] Made reservation on behalf of 157fd34e509345c597d19b22a98ced24 for: {'port': 1} {{(pid=85335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 16:45:41.261725 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-78f88e7b-5b7a-470b-9e16-4077488ee4db req-f8605efa-a0a0-4cab-a2ef-d42fc0b45414 tempest-DeleteServersTestJSON-1154458300 tempest-DeleteServersTestJSON-1154458300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:41.491475 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-9257ca73-0170-4283-8360-3f47e60051c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:41.497150 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea0ac60-572c-439a-a0c6-b65ce570fea7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:45:41.497460 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea0ac60-572c-439a-a0c6-b65ce570fea7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:45:41.497837 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea0ac60-572c-439a-a0c6-b65ce570fea7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:45:41.498180 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea0ac60-572c-439a-a0c6-b65ce570fea7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:45:41.498543 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea0ac60-572c-439a-a0c6-b65ce570fea7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:45:41.498916 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea0ac60-572c-439a-a0c6-b65ce570fea7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:45:41.499343 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea0ac60-572c-439a-a0c6-b65ce570fea7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:45:41.499601 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea0ac60-572c-439a-a0c6-b65ce570fea7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:45:41.500108 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea0ac60-572c-439a-a0c6-b65ce570fea7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:45:41.500316 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea0ac60-572c-439a-a0c6-b65ce570fea7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:45:41.500782 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea0ac60-572c-439a-a0c6-b65ce570fea7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:45:41.501903 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea0ac60-572c-439a-a0c6-b65ce570fea7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:45:41.508295 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea0ac60-572c-439a-a0c6-b65ce570fea7 None None] Tracked resource versions report: Apr 16 16:45:41.508295 dv-cinder-733622-13-smb neutron-server[85220]: pushed versions: Apr 16 16:45:41.508295 dv-cinder-733622-13-smb neutron-server[85220]: { 'AddressGroup': {'1.2'}, Apr 16 16:45:41.508295 dv-cinder-733622-13-smb neutron-server[85220]: 'ConntrackHelper': {'1.0'}, Apr 16 16:45:41.508295 dv-cinder-733622-13-smb neutron-server[85220]: 'Log': {'1.0'}, Apr 16 16:45:41.508295 dv-cinder-733622-13-smb neutron-server[85220]: 'Network': {'1.1'}, Apr 16 16:45:41.508295 dv-cinder-733622-13-smb neutron-server[85220]: 'Port': {'1.7'}, Apr 16 16:45:41.508295 dv-cinder-733622-13-smb neutron-server[85220]: 'PortForwarding': {'1.2'}, Apr 16 16:45:41.508295 dv-cinder-733622-13-smb neutron-server[85220]: 'QosPolicy': {'1.8'}, Apr 16 16:45:41.508295 dv-cinder-733622-13-smb neutron-server[85220]: 'SecurityGroup': {'1.4'}, Apr 16 16:45:41.508295 dv-cinder-733622-13-smb neutron-server[85220]: 'SecurityGroupRule': {'1.2'}, Apr 16 16:45:41.508295 dv-cinder-733622-13-smb neutron-server[85220]: 'SubPort': {'1.0'}, Apr 16 16:45:41.508295 dv-cinder-733622-13-smb neutron-server[85220]: 'Subnet': {'1.1'}, Apr 16 16:45:41.508295 dv-cinder-733622-13-smb neutron-server[85220]: 'Trunk': {'1.1'}} Apr 16 16:45:41.508295 dv-cinder-733622-13-smb neutron-server[85220]: consumer versions: Apr 16 16:45:41.508295 dv-cinder-733622-13-smb neutron-server[85220]: { DHCP agent@dv-cinder-733622-13-smb: {}, Apr 16 16:45:41.508295 dv-cinder-733622-13-smb neutron-server[85220]: HyperV agent@hv-cinder-73362: {}, Apr 16 16:45:41.508295 dv-cinder-733622-13-smb neutron-server[85220]: L3 agent@dv-cinder-733622-13-smb: {}, Apr 16 16:45:41.508295 dv-cinder-733622-13-smb neutron-server[85220]: Metadata agent@dv-cinder-733622-13-smb: {}, Apr 16 16:45:41.508295 dv-cinder-733622-13-smb neutron-server[85220]: Metering agent@dv-cinder-733622-13-smb: {}, Apr 16 16:45:41.508295 dv-cinder-733622-13-smb neutron-server[85220]: Open vSwitch agent@dv-cinder-733622-13-smb: { 'AddressGroup': '1.2', Apr 16 16:45:41.508295 dv-cinder-733622-13-smb neutron-server[85220]: 'ConntrackHelper': '1.0', Apr 16 16:45:41.508295 dv-cinder-733622-13-smb neutron-server[85220]: 'Log': '1.0', Apr 16 16:45:41.508295 dv-cinder-733622-13-smb neutron-server[85220]: 'Network': '1.1', Apr 16 16:45:41.508295 dv-cinder-733622-13-smb neutron-server[85220]: 'Port': '1.7', Apr 16 16:45:41.508295 dv-cinder-733622-13-smb neutron-server[85220]: 'PortForwarding': '1.2', Apr 16 16:45:41.508295 dv-cinder-733622-13-smb neutron-server[85220]: 'QosPolicy': '1.8', Apr 16 16:45:41.508295 dv-cinder-733622-13-smb neutron-server[85220]: 'SecurityGroup': '1.4', Apr 16 16:45:41.508295 dv-cinder-733622-13-smb neutron-server[85220]: 'SecurityGroupRule': '1.2', Apr 16 16:45:41.508295 dv-cinder-733622-13-smb neutron-server[85220]: 'SubPort': '1.0', Apr 16 16:45:41.508295 dv-cinder-733622-13-smb neutron-server[85220]: 'Subnet': '1.1', Apr 16 16:45:41.508295 dv-cinder-733622-13-smb neutron-server[85220]: 'Trunk': '1.1'}} Apr 16 16:45:41.508295 dv-cinder-733622-13-smb neutron-server[85220]: {{(pid=85337) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 16 16:45:41.515789 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-9257ca73-0170-4283-8360-3f47e60051c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:41.523779 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1ea0ac60-572c-439a-a0c6-b65ce570fea7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.634s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:45:41.524759 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [None req-1ea0ac60-572c-439a-a0c6-b65ce570fea7 None None] Resources bound (agent type, host, resource id): {{(pid=85337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:45:41.528000 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea0ac60-572c-439a-a0c6-b65ce570fea7 None None] Received port after_create {{(pid=85337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 16:45:41.540735 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [req-7008986a-5842-417d-bb74-8e10a16cf1d8 req-ba9d8b1c-ad6b-457b-9978-fde81da14078 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=85336) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 16:45:41.541786 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-7008986a-5842-417d-bb74-8e10a16cf1d8 req-ba9d8b1c-ad6b-457b-9978-fde81da14078 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1231251 Apr 16 16:45:41.588845 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-b868de91-1fe4-4141-b451-f29f8370749f req-8e8558af-727d-48dd-9669-e33d2887ce4b tempest-DeleteServersTestJSON-1154458300 tempest-DeleteServersTestJSON-1154458300-project] 10.222.0.38 "GET /v2.0/ports?device_id=ae06475c-183f-4e5c-9d88-6072ec112e2b HTTP/1.1" status: 200 len: 210 time: 0.2760041 Apr 16 16:45:41.669969 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-5acbddaf-b3e3-4151-bd25-f77027a7cb2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751455712866'] for port, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:41.700587 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:45:41.721915 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-9257ca73-0170-4283-8360-3f47e60051c4 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e9c3db7661dd426b8531d3f644edccd8&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7585244 Apr 16 16:45:41.781533 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 35442) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:45:41.822678 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:45:41.885638 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-1ea0ac60-572c-439a-a0c6-b65ce570fea7 None None] Attempting to bind port 13cb76d0-1055-4100-aa87-e9ebdcde80df on host dv-cinder-733622-13-smb for vnic_type normal with profile {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 16:45:41.886118 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-1ea0ac60-572c-439a-a0c6-b65ce570fea7 None None] Attempting to bind port 13cb76d0-1055-4100-aa87-e9ebdcde80df by drivers openvswitch,hyperv on host dv-cinder-733622-13-smb at level 0 using segments [{'id': 'd3718c9d-c1c1-4ae5-addf-ded1288879fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'b5d67f03-2a50-4f49-99e2-88dca9cc2c57'}] {{(pid=85337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 16:45:41.886536 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea0ac60-572c-439a-a0c6-b65ce570fea7 None None] Attempting to bind port 13cb76d0-1055-4100-aa87-e9ebdcde80df on network b5d67f03-2a50-4f49-99e2-88dca9cc2c57 {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 16:45:41.932517 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea0ac60-572c-439a-a0c6-b65ce570fea7 None None] Checking agent: {'id': '033b0af5-7550-4b5d-954a-022a384d8461', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 16, 36, 23), 'started_at': datetime.datetime(2021, 4, 16, 16, 36, 53), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 16:45:41.933213 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea0ac60-572c-439a-a0c6-b65ce570fea7 None None] Checking segment: {'id': 'd3718c9d-c1c1-4ae5-addf-ded1288879fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'b5d67f03-2a50-4f49-99e2-88dca9cc2c57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 16:45:41.933839 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1ea0ac60-572c-439a-a0c6-b65ce570fea7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:41.934471 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea0ac60-572c-439a-a0c6-b65ce570fea7 None None] Bound using segment: {'id': 'd3718c9d-c1c1-4ae5-addf-ded1288879fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'b5d67f03-2a50-4f49-99e2-88dca9cc2c57'} {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 16:45:41.935150 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-1ea0ac60-572c-439a-a0c6-b65ce570fea7 None None] Bound port: 13cb76d0-1055-4100-aa87-e9ebdcde80df, host: dv-cinder-733622-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3718c9d-c1c1-4ae5-addf-ded1288879fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'b5d67f03-2a50-4f49-99e2-88dca9cc2c57'}}] {{(pid=85337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 16:45:41.935723 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1ea0ac60-572c-439a-a0c6-b65ce570fea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:41.965320 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-007add30-6b4c-40d4-8590-2c91b708e589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139'] for network, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:41.985844 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007add30-6b4c-40d4-8590-2c91b708e589 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:45:41.994147 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-007add30-6b4c-40d4-8590-2c91b708e589 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609088'] for network, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:42.091521 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9257ca73-0170-4283-8360-3f47e60051c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa555917-668e-4e19-b366-8d83a390781d,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:45:42.109632 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5acbddaf-b3e3-4151-bd25-f77027a7cb2e admin admin] Network 2bc9ca6b-6e72-4404-899b-6b4685eced1f is already hosted by enough agents. {{(pid=85335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 16:45:42.113764 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-9257ca73-0170-4283-8360-3f47e60051c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:45:42.125322 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [None req-5acbddaf-b3e3-4151-bd25-f77027a7cb2e admin admin] Resources bound (agent type, host, resource id): {{(pid=85335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:45:42.141440 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5acbddaf-b3e3-4151-bd25-f77027a7cb2e admin admin] Received port after_create {{(pid=85335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 16:45:42.142454 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.db_base_plugin_common [None req-96eddec4-cd48-4314-967a-cf2d0500d117 admin admin] Allocated IP 172.28.2.213 (2bc9ca6b-6e72-4404-899b-6b4685eced1f/9106a8ae-dfd9-43e0-982a-dc423b27def7/2c1bc0b1-551f-42c2-9f06-e7a8bdce7737) {{(pid=85336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 16:45:42.180391 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:45:42.198618 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-007add30-6b4c-40d4-8590-2c91b708e589 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.1227915 Apr 16 16:45:42.253007 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.db_base_plugin_common [None req-2aa5b1ed-996f-4044-a480-d9edf4dd1cf3 None None] Allocated IP 172.20.0.2 (3850fa94-c64e-47a7-8ac1-100295c70767/3d318de4-dae1-4537-aa0d-b7c79b5c1954/a45e98d1-1572-421f-876e-397f4c690e5a) {{(pid=85337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 16:45:42.260531 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 35456) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:45:42.265095 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-755ef741-4419-4bfa-b027-95f9ccfe41d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:42.298653 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acbddaf-b3e3-4151-bd25-f77027a7cb2e admin admin] Pushing event updated for resources: {'Port': ['ID=aabd4896-a6de-4de3-bfd5-7f4fb8cecc07,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:45:42.316148 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-5acbddaf-b3e3-4151-bd25-f77027a7cb2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:45:42.448310 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.db_base_plugin_common [req-78f88e7b-5b7a-470b-9e16-4077488ee4db req-f8605efa-a0a0-4cab-a2ef-d42fc0b45414 tempest-DeleteServersTestJSON-1154458300 tempest-DeleteServersTestJSON-1154458300-project] Allocated IP 172.20.0.11 (c9807ba7-a0c0-4f29-a57e-6960aa72258b/6d696659-54c3-4f54-aeff-1007e799c194/ba0bb439-3e02-465a-abad-3939542f956d) {{(pid=85335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 16:45:42.502313 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-7008986a-5842-417d-bb74-8e10a16cf1d8 req-267ec433-9aad-4aa1-a2c6-192ce1befc52 service neutron] 10.222.0.38 "GET /v2.0/networks/a7f4e014-87dd-436c-8396-68b004e6fc6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8320558 Apr 16 16:45:42.581576 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-6b1aab66-5bb8-4e03-9292-49b025272abf admin admin] Request body: {'subnet': {'network_id': '6ad5a65b-4e10-40d3-acbe-4e14806f3cbd', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-904045058-subnet', 'tenant_id': '9f7d7f79193e4cf2b37e37d86c3682d8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:45:42.605524 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-1ea0ac60-572c-439a-a0c6-b65ce570fea7 None None] For port 13cb76d0-1055-4100-aa87-e9ebdcde80df, host dv-cinder-733622-13-smb, cleared binding levels {{(pid=85337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 16:45:42.619031 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-6b1aab66-5bb8-4e03-9292-49b025272abf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:45:42.702886 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-1ea0ac60-572c-439a-a0c6-b65ce570fea7 None None] For port 13cb76d0-1055-4100-aa87-e9ebdcde80df, host dv-cinder-733622-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-smb',level=0,port_id=13cb76d0-1055-4100-aa87-e9ebdcde80df,segment=NetworkSegment(d3718c9d-c1c1-4ae5-addf-ded1288879fe),segment_id=d3718c9d-c1c1-4ae5-addf-ded1288879fe)] {{(pid=85337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 16:45:42.719183 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1ea0ac60-572c-439a-a0c6-b65ce570fea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:42.770768 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:45:42.847015 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-6b1aab66-5bb8-4e03-9292-49b025272abf admin admin] Usage tracker for resource:subnet and tenant:9f7d7f79193e4cf2b37e37d86c3682d8 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:45:42.889113 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-6b1aab66-5bb8-4e03-9292-49b025272abf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:45:42.897049 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-7008986a-5842-417d-bb74-8e10a16cf1d8 req-d9d39463-bb44-48f4-8a9c-32ba05efa4f5 service neutron] 10.222.0.38 "GET /v2.0/networks/a7f4e014-87dd-436c-8396-68b004e6fc6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3005157 Apr 16 16:45:42.901667 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-755ef741-4419-4bfa-b027-95f9ccfe41d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:42.915823 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-6b1aab66-5bb8-4e03-9292-49b025272abf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:45:42.921242 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007add30-6b4c-40d4-8590-2c91b708e589 admin admin] Pushing event updated for resources: {'Network': ['ID=6ad5a65b-4e10-40d3-acbe-4e14806f3cbd,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:45:42.949297 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-007add30-6b4c-40d4-8590-2c91b708e589 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.769s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:45:43.001670 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b1aab66-5bb8-4e03-9292-49b025272abf admin admin] Made reservation on behalf of 9f7d7f79193e4cf2b37e37d86c3682d8 for: {'subnet': 1} {{(pid=85336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 16:45:43.007391 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-6b1aab66-5bb8-4e03-9292-49b025272abf admin admin] Notify callbacks [] for subnet, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:43.076411 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Network 6ad5a65b-4e10-40d3-acbe-4e14806f3cbd details requested by agent ovs-agent-dv-cinder-733622-13-smb with host dv-cinder-733622-13-smb {{(pid=85337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 16:45:43.342928 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-96eddec4-cd48-4314-967a-cf2d0500d117 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:43.380557 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-755ef741-4419-4bfa-b027-95f9ccfe41d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:43.410436 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-45d8dc9e-902f-41bd-acc1-1ca384c08d61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:45:43.491295 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 35480) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:45:43.527726 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-64c17905-f977-423a-bc19-4e59b7f04e51 req-925ca0e1-ae1c-4f58-a085-c3e3b0471b64 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.38 "GET /v2.0/ports?device_id=5b3fa1b8-b215-4bda-a3f2-1c4bb3349a04 HTTP/1.1" status: 200 len: 210 time: 0.1278620 Apr 16 16:45:43.529958 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755ef741-4419-4bfa-b027-95f9ccfe41d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa555917-668e-4e19-b366-8d83a390781d,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:45:43.550158 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-755ef741-4419-4bfa-b027-95f9ccfe41d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:45:43.624651 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-755ef741-4419-4bfa-b027-95f9ccfe41d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:43.637436 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-755ef741-4419-4bfa-b027-95f9ccfe41d3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/fa555917-668e-4e19-b366-8d83a390781d HTTP/1.1" status: 204 len: 168 time: 1.8436885 Apr 16 16:45:44.003006 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-fa315822-6035-4e20-80ea-a8374d8e0d8a req-d59d5852-8ff4-4ffb-8aab-6cb1701196a5 tempest-DeleteServersTestJSON-1154458300 tempest-DeleteServersTestJSON-1154458300-project] 10.222.0.38 "GET /v2.0/ports?device_id=ae06475c-183f-4e5c-9d88-6072ec112e2b HTTP/1.1" status: 200 len: 210 time: 0.2762930 Apr 16 16:45:44.005969 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-96eddec4-cd48-4314-967a-cf2d0500d117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751455712866'] for port, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:44.028393 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-5acbddaf-b3e3-4151-bd25-f77027a7cb2e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:44.093761 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-caba7302-d993-488e-80c8-d197ae581dae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:45:44.355137 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea0ac60-572c-439a-a0c6-b65ce570fea7 None None] Pushing event updated for resources: {'Port': ['ID=13cb76d0-1055-4100-aa87-e9ebdcde80df,revision_number=2']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:45:44.382928 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1ea0ac60-572c-439a-a0c6-b65ce570fea7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.612s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:45:44.853207 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96eddec4-cd48-4314-967a-cf2d0500d117 admin admin] Pushing event updated for resources: {'Port': ['ID=2c1bc0b1-551f-42c2-9f06-e7a8bdce7737,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:45:44.889803 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-2aa5b1ed-996f-4044-a480-d9edf4dd1cf3 None None] Notify callbacks [] for port, precommit_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:44.916042 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-2aa5b1ed-996f-4044-a480-d9edf4dd1cf3 None None] Transition to ACTIVE for port object a45e98d1-1572-421f-876e-397f4c690e5a will not be triggered until provisioned by entity L2. {{(pid=85337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:45:44.985696 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-2aa5b1ed-996f-4044-a480-d9edf4dd1cf3 None None] Transition to ACTIVE for port object a45e98d1-1572-421f-876e-397f4c690e5a will not be triggered until provisioned by entity DHCP. {{(pid=85337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:45:44.992244 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-2aa5b1ed-996f-4044-a480-d9edf4dd1cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751455712866'] for port, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:45.006603 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-6129a946-63c8-48f3-9a8a-61e91ca46141 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:45.050837 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:45:45.088441 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-96eddec4-cd48-4314-967a-cf2d0500d117 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.997s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:45:45.331659 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-7a082e5f-3756-4be2-88a7-3a77b0c76e48 req-c38e79b1-363d-44f9-bd27-b60e4c3ab71f tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.38 "GET /v2.0/ports?device_id=5b3fa1b8-b215-4bda-a3f2-1c4bb3349a04 HTTP/1.1" status: 200 len: 210 time: 0.3366807 Apr 16 16:45:45.359198 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96eddec4-cd48-4314-967a-cf2d0500d117 admin admin] Network 2bc9ca6b-6e72-4404-899b-6b4685eced1f is already hosted by enough agents. {{(pid=85336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 16:45:45.369191 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-6129a946-63c8-48f3-9a8a-61e91ca46141 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:45:45.374743 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [None req-96eddec4-cd48-4314-967a-cf2d0500d117 admin admin] Resources bound (agent type, host, resource id): {{(pid=85336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:45:45.394132 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96eddec4-cd48-4314-967a-cf2d0500d117 admin admin] Received port after_create {{(pid=85336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 16:45:45.791236 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-6129a946-63c8-48f3-9a8a-61e91ca46141 admin admin] Usage tracker for resource:security_group_rule and tenant:83f7fcdeca964f749237b9efec90e1ed is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:45:45.836297 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-6129a946-63c8-48f3-9a8a-61e91ca46141 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:45:45.869193 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-17211073-a532-48e2-8a3e-6525e0c193f9 req-c9fc3e12-8b64-4120-a141-ef55a1fbd903 tempest-DeleteServersTestJSON-1154458300 tempest-DeleteServersTestJSON-1154458300-project] 10.222.0.38 "GET /v2.0/ports?device_id=ae06475c-183f-4e5c-9d88-6072ec112e2b HTTP/1.1" status: 200 len: 210 time: 0.4450638 Apr 16 16:45:45.892096 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-78f88e7b-5b7a-470b-9e16-4077488ee4db req-f8605efa-a0a0-4cab-a2ef-d42fc0b45414 tempest-DeleteServersTestJSON-1154458300 tempest-DeleteServersTestJSON-1154458300-project] Notify callbacks [] for port, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:45.903400 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-5acbddaf-b3e3-4151-bd25-f77027a7cb2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854318044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-426954'] for router, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:46.106218 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-6129a946-63c8-48f3-9a8a-61e91ca46141 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:45:46.124297 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa5b1ed-996f-4044-a480-d9edf4dd1cf3 None None] Pushing event updated for resources: {'Port': ['ID=a45e98d1-1572-421f-876e-397f4c690e5a,revision_number=1']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:45:46.206118 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-2aa5b1ed-996f-4044-a480-d9edf4dd1cf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.158s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:45:46.253421 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa5b1ed-996f-4044-a480-d9edf4dd1cf3 None None] Network 3850fa94-c64e-47a7-8ac1-100295c70767 is already hosted by enough agents. {{(pid=85337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 16:45:46.261274 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [None req-2aa5b1ed-996f-4044-a480-d9edf4dd1cf3 None None] Resources bound (agent type, host, resource id): {{(pid=85337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:45:46.284489 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa5b1ed-996f-4044-a480-d9edf4dd1cf3 None None] Received port after_create {{(pid=85337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 16:45:46.434733 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Device 13cb76d0-1055-4100-aa87-e9ebdcde80df up at agent ovs-agent-dv-cinder-733622-13-smb {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:45:46.608723 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-78f88e7b-5b7a-470b-9e16-4077488ee4db req-f8605efa-a0a0-4cab-a2ef-d42fc0b45414 tempest-DeleteServersTestJSON-1154458300 tempest-DeleteServersTestJSON-1154458300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751455712866'] for port, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:46.747631 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:45:46.828505 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-2aa5b1ed-996f-4044-a480-d9edf4dd1cf3 None None] Attempting to bind port a45e98d1-1572-421f-876e-397f4c690e5a on host dv-cinder-733622-13-smb for vnic_type normal with profile {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 16:45:46.829378 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-2aa5b1ed-996f-4044-a480-d9edf4dd1cf3 None None] Attempting to bind port a45e98d1-1572-421f-876e-397f4c690e5a by drivers openvswitch,hyperv on host dv-cinder-733622-13-smb at level 0 using segments [{'id': '9ac9f406-6c3c-40ac-9dbd-02eabe5a0c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '3850fa94-c64e-47a7-8ac1-100295c70767'}] {{(pid=85337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 16:45:46.829812 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa5b1ed-996f-4044-a480-d9edf4dd1cf3 None None] Attempting to bind port a45e98d1-1572-421f-876e-397f4c690e5a on network 3850fa94-c64e-47a7-8ac1-100295c70767 {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 16:45:46.888279 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Provisioning for port 13cb76d0-1055-4100-aa87-e9ebdcde80df completed by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:45:46.930549 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa5b1ed-996f-4044-a480-d9edf4dd1cf3 None None] Checking agent: {'id': '033b0af5-7550-4b5d-954a-022a384d8461', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 16, 36, 23), 'started_at': datetime.datetime(2021, 4, 16, 16, 36, 53), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 16:45:46.931021 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa5b1ed-996f-4044-a480-d9edf4dd1cf3 None None] Checking segment: {'id': '9ac9f406-6c3c-40ac-9dbd-02eabe5a0c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '3850fa94-c64e-47a7-8ac1-100295c70767'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 16:45:46.934864 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-2aa5b1ed-996f-4044-a480-d9edf4dd1cf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:46.935337 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa5b1ed-996f-4044-a480-d9edf4dd1cf3 None None] Bound using segment: {'id': '9ac9f406-6c3c-40ac-9dbd-02eabe5a0c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '3850fa94-c64e-47a7-8ac1-100295c70767'} {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 16:45:46.935977 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-2aa5b1ed-996f-4044-a480-d9edf4dd1cf3 None None] Bound port: a45e98d1-1572-421f-876e-397f4c690e5a, host: dv-cinder-733622-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ac9f406-6c3c-40ac-9dbd-02eabe5a0c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '3850fa94-c64e-47a7-8ac1-100295c70767'}}] {{(pid=85337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 16:45:46.939189 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-2aa5b1ed-996f-4044-a480-d9edf4dd1cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:47.285653 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-2aa5b1ed-996f-4044-a480-d9edf4dd1cf3 None None] For port a45e98d1-1572-421f-876e-397f4c690e5a, host dv-cinder-733622-13-smb, cleared binding levels {{(pid=85337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 16:45:47.296682 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-2aa5b1ed-996f-4044-a480-d9edf4dd1cf3 None None] For port a45e98d1-1572-421f-876e-397f4c690e5a, host dv-cinder-733622-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-smb',level=0,port_id=a45e98d1-1572-421f-876e-397f4c690e5a,segment=NetworkSegment(9ac9f406-6c3c-40ac-9dbd-02eabe5a0c9b),segment_id=9ac9f406-6c3c-40ac-9dbd-02eabe5a0c9b)] {{(pid=85337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 16:45:47.304253 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-2aa5b1ed-996f-4044-a480-d9edf4dd1cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:47.401572 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:45:47.534475 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-0182d478-890b-407a-97cb-6a442e4a0073 req-4dc46ac7-29cb-4d5b-b0d1-d182d459b077 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.38 "GET /v2.0/ports?device_id=5b3fa1b8-b215-4bda-a3f2-1c4bb3349a04 HTTP/1.1" status: 200 len: 210 time: 0.2522883 Apr 16 16:45:47.699773 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.87', 53174) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:45:47.953770 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa5b1ed-996f-4044-a480-d9edf4dd1cf3 None None] Pushing event updated for resources: {'Port': ['ID=a45e98d1-1572-421f-876e-397f4c690e5a,revision_number=2']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:45:47.954953 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8605efa-a0a0-4cab-a2ef-d42fc0b45414 tempest-DeleteServersTestJSON-1154458300 tempest-DeleteServersTestJSON-1154458300-project] Pushing event updated for resources: {'Port': ['ID=ba0bb439-3e02-465a-abad-3939542f956d,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:45:47.958281 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8966069e-d7d6-4e12-aa11-627aaa41944e None None] Network b5d67f03-2a50-4f49-99e2-88dca9cc2c57 requested from dv-cinder-733622-13-smb {{(pid=85337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 16:45:47.983101 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-f8605efa-a0a0-4cab-a2ef-d42fc0b45414 tempest-DeleteServersTestJSON-1154458300 tempest-DeleteServersTestJSON-1154458300-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.256s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:45:47.995429 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-2aa5b1ed-996f-4044-a480-d9edf4dd1cf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.594s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:45:48.094959 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5acbddaf-b3e3-4151-bd25-f77027a7cb2e admin admin] Router 6acbe92d-12b3-49e3-a9cf-2c57dd9776ac is scheduled to L3 agent 4aa3b6c8-2ef9-4577-bdb6-1cfedaad083f with binding_index 1 {{(pid=85335) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 16 16:45:48.191854 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-91826a8f-8e54-4902-9f0e-ea806887c1d7 None None] Provisioning for port 13cb76d0-1055-4100-aa87-e9ebdcde80df completed by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:45:48.224567 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-91826a8f-8e54-4902-9f0e-ea806887c1d7 None None] Provisioning complete for port 13cb76d0-1055-4100-aa87-e9ebdcde80df triggered by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:45:48.227513 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-91826a8f-8e54-4902-9f0e-ea806887c1d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852761088'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:48.270665 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-96eddec4-cd48-4314-967a-cf2d0500d117 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:48.633738 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.agents_db [None req-ebbb9395-3582-4696-b633-83ddaf7c527f None None] Agent healthcheck: found 6 active agents {{(pid=85338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 16:45:48.918092 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78f88e7b-5b7a-470b-9e16-4077488ee4db req-f8605efa-a0a0-4cab-a2ef-d42fc0b45414 tempest-DeleteServersTestJSON-1154458300 tempest-DeleteServersTestJSON-1154458300-project] Network c9807ba7-a0c0-4f29-a57e-6960aa72258b is already hosted by enough agents. {{(pid=85335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 16:45:48.923805 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-6b1aab66-5bb8-4e03-9292-49b025272abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139'] for subnet, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:48.924790 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [req-78f88e7b-5b7a-470b-9e16-4077488ee4db req-f8605efa-a0a0-4cab-a2ef-d42fc0b45414 tempest-DeleteServersTestJSON-1154458300 tempest-DeleteServersTestJSON-1154458300-project] Resources bound (agent type, host, resource id): {{(pid=85335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:45:48.944482 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [req-78f88e7b-5b7a-470b-9e16-4077488ee4db req-f8605efa-a0a0-4cab-a2ef-d42fc0b45414 tempest-DeleteServersTestJSON-1154458300 tempest-DeleteServersTestJSON-1154458300-project] Received port after_create {{(pid=85335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 16:45:48.953068 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f88e7b-5b7a-470b-9e16-4077488ee4db req-f8605efa-a0a0-4cab-a2ef-d42fc0b45414 tempest-DeleteServersTestJSON-1154458300 tempest-DeleteServersTestJSON-1154458300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:45:48.954475 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-78f88e7b-5b7a-470b-9e16-4077488ee4db req-f8605efa-a0a0-4cab-a2ef-d42fc0b45414 tempest-DeleteServersTestJSON-1154458300 tempest-DeleteServersTestJSON-1154458300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609088'] for port, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:48.969593 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bcda08-5677-49b4-9853-dbd3016ecf41 req-173f45f3-2732-498c-8006-9c98caab1b7d tempest-DeleteServersTestJSON-1154458300 tempest-DeleteServersTestJSON-1154458300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:45:48.972326 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-65bcda08-5677-49b4-9853-dbd3016ecf41 req-173f45f3-2732-498c-8006-9c98caab1b7d tempest-DeleteServersTestJSON-1154458300 tempest-DeleteServersTestJSON-1154458300-project] 10.222.0.38 "GET /v2.0/ports?device_id=ae06475c-183f-4e5c-9d88-6072ec112e2b HTTP/1.1" status: 200 len: 932 time: 1.5257356 Apr 16 16:45:49.098979 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-78f88e7b-5b7a-470b-9e16-4077488ee4db req-f8605efa-a0a0-4cab-a2ef-d42fc0b45414 tempest-DeleteServersTestJSON-1154458300 tempest-DeleteServersTestJSON-1154458300-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 8.6183872 Apr 16 16:45:49.126173 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-65bcda08-5677-49b4-9853-dbd3016ecf41 req-2bb04e88-0cec-4199-b38c-8316ba34de6f tempest-DeleteServersTestJSON-1154458300 tempest-DeleteServersTestJSON-1154458300-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6ced1af-59d2-4328-83d4-a233a501bc09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388032 Apr 16 16:45:49.132275 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [req-78f88e7b-5b7a-470b-9e16-4077488ee4db req-158a11e8-5b36-4f8b-af48-2fc2198ad4c2 tempest-DeleteServersTestJSON-1154458300 tempest-DeleteServersTestJSON-1154458300-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=85335) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 16:45:49.133359 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-78f88e7b-5b7a-470b-9e16-4077488ee4db req-158a11e8-5b36-4f8b-af48-2fc2198ad4c2 tempest-DeleteServersTestJSON-1154458300 tempest-DeleteServersTestJSON-1154458300-project] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061145 Apr 16 16:45:49.135888 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5acbddaf-b3e3-4151-bd25-f77027a7cb2e admin admin] Notify agent at l3_agent.dv-cinder-733622-13-smb the message routers_updated {{(pid=85335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 16:45:49.151586 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8066759d-8b31-4ed4-936c-1e674ab8708b None None] Sync routers for ids ['6acbe92d-12b3-49e3-a9cf-2c57dd9776ac'] in dv-cinder-733622-13-smb {{(pid=85338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 16:45:49.198263 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-5acbddaf-b3e3-4151-bd25-f77027a7cb2e admin admin] Notify callbacks [] for router, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:49.199850 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-5acbddaf-b3e3-4151-bd25-f77027a7cb2e admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 12.1599264 Apr 16 16:45:49.204190 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 35594) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:45:49.204479 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8066759d-8b31-4ed4-936c-1e674ab8708b None None] Routers {'6acbe92d-12b3-49e3-a9cf-2c57dd9776ac'} bound to L3 agent in host dv-cinder-733622-13-smb {{(pid=85338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:45:49.207073 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-8066759d-8b31-4ed4-936c-1e674ab8708b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T16:36:22Z,description=,heartbeat_timestamp=2021-04-16T16:45:22Z,host='dv-cinder-733622-13-smb',id=4aa3b6c8-2ef9-4577-bdb6-1cfedaad083f,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T16:36:22Z,topic='l3_agent')) {'router_ids': ['6acbe92d-12b3-49e3-a9cf-2c57dd9776ac'], 'active': True} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:45:49.749331 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:45:50.088777 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvr_db [None req-8066759d-8b31-4ed4-936c-1e674ab8708b None None] Set router 6acbe92d-12b3-49e3-a9cf-2c57dd9776ac gateway port host: dv-cinder-733622-13-smb {{(pid=85338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:45:50.403440 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1aab66-5bb8-4e03-9292-49b025272abf admin admin] Pushing event updated for resources: {'Subnet': ['ID=30ce4c08-5f9c-44d8-abce-9c1a5d85303a,revision_number=0']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:45:50.407542 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Device a45e98d1-1572-421f-876e-397f4c690e5a up at agent ovs-agent-dv-cinder-733622-13-smb {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:45:50.452465 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-65555355-57db-4076-984d-d2000d2f853b req-b7e9a2a0-2011-4f78-82ac-593a1ad78b85 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.38 "GET /v2.0/ports?device_id=5b3fa1b8-b215-4bda-a3f2-1c4bb3349a04 HTTP/1.1" status: 200 len: 210 time: 1.5025222 Apr 16 16:45:50.673188 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-6b1aab66-5bb8-4e03-9292-49b025272abf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.923s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:45:50.697952 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-01df8ac5-a082-4997-a44a-4aede55a6f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:50.787138 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c0eb64d-9f47-4ae7-8148-0e480e658b9a None None] Network 3850fa94-c64e-47a7-8ac1-100295c70767 requested from dv-cinder-733622-13-smb {{(pid=85337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 16:45:51.050158 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7008986a-5842-417d-bb74-8e10a16cf1d8 req-7247a7d6-3e8f-4f6b-be21-3390e209fd5e tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:45:51.053606 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-7008986a-5842-417d-bb74-8e10a16cf1d8 req-7247a7d6-3e8f-4f6b-be21-3390e209fd5e tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.87 "GET /v2.0/networks?id=a7f4e014-87dd-436c-8396-68b004e6fc6e HTTP/1.1" status: 200 len: 815 time: 2.7931812 Apr 16 16:45:51.054281 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.v2.base [req-78f88e7b-5b7a-470b-9e16-4077488ee4db req-789ccbf3-09be-4ba5-8cd4-408c346a00e2 service neutron] Request body: {'port': {'device_id': 'ae06475c-183f-4e5c-9d88-6072ec112e2b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:45:51.135069 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-91826a8f-8e54-4902-9f0e-ea806887c1d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:51.297388 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-8066759d-8b31-4ed4-936c-1e674ab8708b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6acbe92d-12b3-49e3-a9cf-2c57dd9776ac', 'name': 'tempest-AttachVolumeTestJSON-2033844302-router', 'tenant_id': '884b1020849e42e3acc115cae0298189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'external_fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.194'}], 'enable_snat': True}, 'gw_port_id': 'aabd4896-a6de-4de3-bfd5-7f4fb8cecc07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:45:37Z', 'updated_at': '2021-04-16T16:45:42Z', 'revision_number': 3, 'project_id': '884b1020849e42e3acc115cae0298189', 'gw_port': {'id': 'aabd4896-a6de-4de3-bfd5-7f4fb8cecc07', 'name': '', 'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d9:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6acbe92d-12b3-49e3-a9cf-2c57dd9776ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:45:39Z', 'updated_at': '2021-04-16T16:45:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-smb'}], 'dv-cinder-733622-13-smb', False) {} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:45:51.304960 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8066759d-8b31-4ed4-936c-1e674ab8708b None None] Checking router: 6acbe92d-12b3-49e3-a9cf-2c57dd9776ac for host: dv-cinder-733622-13-smb {{(pid=85338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 16:45:51.305609 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8066759d-8b31-4ed4-936c-1e674ab8708b None None] Updating router 6acbe92d-12b3-49e3-a9cf-2c57dd9776ac port aabd4896-a6de-4de3-bfd5-7f4fb8cecc07 binding host dv-cinder-733622-13-smb {{(pid=85338) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 16:45:51.312595 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-91826a8f-8e54-4902-9f0e-ea806887c1d7 None None] For port 13cb76d0-1055-4100-aa87-e9ebdcde80df, host dv-cinder-733622-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-smb',level=0,port_id=13cb76d0-1055-4100-aa87-e9ebdcde80df,segment=NetworkSegment(d3718c9d-c1c1-4ae5-addf-ded1288879fe),segment_id=d3718c9d-c1c1-4ae5-addf-ded1288879fe)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:45:51.316973 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Provisioning for port a45e98d1-1572-421f-876e-397f4c690e5a completed by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:45:51.395433 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.v2.base [req-7008986a-5842-417d-bb74-8e10a16cf1d8 req-01b99dfa-17b5-4a09-aaa2-7de85f02e2d2 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Request body: {'port': {'device_id': '5b3fa1b8-b215-4bda-a3f2-1c4bb3349a04', 'network_id': 'a7f4e014-87dd-436c-8396-68b004e6fc6e', 'admin_state_up': True, 'tenant_id': '43227d5615b84ce4a66767a47689161f'}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:45:51.405950 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-91826a8f-8e54-4902-9f0e-ea806887c1d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:51.441670 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8066759d-8b31-4ed4-936c-1e674ab8708b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:51.472794 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:45:51.944958 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [req-7008986a-5842-417d-bb74-8e10a16cf1d8 req-01b99dfa-17b5-4a09-aaa2-7de85f02e2d2 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:45:51.954483 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-7008986a-5842-417d-bb74-8e10a16cf1d8 req-01b99dfa-17b5-4a09-aaa2-7de85f02e2d2 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Usage tracker for resource:port and tenant:43227d5615b84ce4a66767a47689161f is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:45:51.961134 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-7008986a-5842-417d-bb74-8e10a16cf1d8 req-01b99dfa-17b5-4a09-aaa2-7de85f02e2d2 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:45:51.973654 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [req-7008986a-5842-417d-bb74-8e10a16cf1d8 req-01b99dfa-17b5-4a09-aaa2-7de85f02e2d2 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:45:51.995376 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 35634) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:45:52.018428 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-6129a946-63c8-48f3-9a8a-61e91ca46141 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:52.026164 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7008986a-5842-417d-bb74-8e10a16cf1d8 req-01b99dfa-17b5-4a09-aaa2-7de85f02e2d2 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Made reservation on behalf of 43227d5615b84ce4a66767a47689161f for: {'port': 1} {{(pid=85336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 16:45:52.037450 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-7008986a-5842-417d-bb74-8e10a16cf1d8 req-01b99dfa-17b5-4a09-aaa2-7de85f02e2d2 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:52.117736 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-86553a11-ccaf-4ed0-834e-894076cb1cb1 None None] Provisioning complete for port 13cb76d0-1055-4100-aa87-e9ebdcde80df triggered by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:45:52.133586 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-86553a11-ccaf-4ed0-834e-894076cb1cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852761088'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:52.176878 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-6129a946-63c8-48f3-9a8a-61e91ca46141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:52.181538 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-8000bf81-23b9-4bc1-ae7d-d49df95cf133 req-972c0961-2c94-495c-94ab-919ccf2574a0 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.38 "GET /v2.0/ports?device_id=5b3fa1b8-b215-4bda-a3f2-1c4bb3349a04 HTTP/1.1" status: 200 len: 210 time: 0.1874802 Apr 16 16:45:52.220236 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2eb127-9c99-44d7-999b-c1af5a9024fb req-6e6a9848-ddfa-4446-b387-532f719cf972 tempest-DeleteServersTestJSON-1154458300 tempest-DeleteServersTestJSON-1154458300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:45:52.221717 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-9e2eb127-9c99-44d7-999b-c1af5a9024fb req-6e6a9848-ddfa-4446-b387-532f719cf972 tempest-DeleteServersTestJSON-1154458300 tempest-DeleteServersTestJSON-1154458300-project] Synchronizing usage tracker for tenant:157fd34e509345c597d19b22a98ced24 on resource:port {{(pid=85335) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 16:45:52.286539 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-78f88e7b-5b7a-470b-9e16-4077488ee4db req-789ccbf3-09be-4ba5-8cd4-408c346a00e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:52.307576 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:45:52.457712 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-6129a946-63c8-48f3-9a8a-61e91ca46141 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=83f7fcdeca964f749237b9efec90e1ed&name=default HTTP/1.1" status: 200 len: 2976 time: 8.9648283 Apr 16 16:45:52.505140 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 35644) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:45:52.522183 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6129a946-63c8-48f3-9a8a-61e91ca46141 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6f43421-924c-485e-b8ab-1faddee41b74,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:45:52.599949 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-9e2eb127-9c99-44d7-999b-c1af5a9024fb req-6e6a9848-ddfa-4446-b387-532f719cf972 tempest-DeleteServersTestJSON-1154458300 tempest-DeleteServersTestJSON-1154458300-project] Unset dirty status for tenant:157fd34e509345c597d19b22a98ced24 on resource:port {{(pid=85335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 16:45:52.618911 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-9e2eb127-9c99-44d7-999b-c1af5a9024fb req-6e6a9848-ddfa-4446-b387-532f719cf972 tempest-DeleteServersTestJSON-1154458300 tempest-DeleteServersTestJSON-1154458300-project] 10.222.0.38 "GET /v2.0/ports?device_id=ae06475c-183f-4e5c-9d88-6072ec112e2b HTTP/1.1" status: 200 len: 932 time: 1.8384974 Apr 16 16:45:52.630454 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8066759d-8b31-4ed4-936c-1e674ab8708b None None] Notify callbacks [] for port, precommit_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:52.667026 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-8066759d-8b31-4ed4-936c-1e674ab8708b None None] Transition to ACTIVE for port object aabd4896-a6de-4de3-bfd5-7f4fb8cecc07 will not be triggered until provisioned by entity L2. {{(pid=85338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:45:52.682990 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8066759d-8b31-4ed4-936c-1e674ab8708b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900'] for port, after_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:52.891435 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-88e07ac9-99b7-4a2e-bed9-d35e764c1aeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:45:52.995903 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.db_base_plugin_common [req-7008986a-5842-417d-bb74-8e10a16cf1d8 req-01b99dfa-17b5-4a09-aaa2-7de85f02e2d2 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Allocated IP 172.20.0.13 (a7f4e014-87dd-436c-8396-68b004e6fc6e/5ae8a7aa-8888-4dcf-9347-2e1ca7171a9b/d2682bdb-4ce5-454d-b1f3-ca2da88890ff) {{(pid=85336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 16:45:53.046203 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a246deb5-62e7-442d-9446-e5069ae4cf01 None None] Pushing event updated for resources: {'Port': ['ID=aabd4896-a6de-4de3-bfd5-7f4fb8cecc07,revision_number=2']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:45:53.074358 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-6ca3396a-d9f7-49f3-9051-2d69e02046e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:53.121934 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a246deb5-62e7-442d-9446-e5069ae4cf01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:45:53.122441 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a246deb5-62e7-442d-9446-e5069ae4cf01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:45:53.122956 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a246deb5-62e7-442d-9446-e5069ae4cf01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:45:53.127849 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a246deb5-62e7-442d-9446-e5069ae4cf01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:45:53.128595 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a246deb5-62e7-442d-9446-e5069ae4cf01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:45:53.129214 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a246deb5-62e7-442d-9446-e5069ae4cf01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:45:53.129750 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a246deb5-62e7-442d-9446-e5069ae4cf01 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:45:53.130348 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a246deb5-62e7-442d-9446-e5069ae4cf01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:45:53.130785 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a246deb5-62e7-442d-9446-e5069ae4cf01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:45:53.131319 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a246deb5-62e7-442d-9446-e5069ae4cf01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:45:53.131664 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a246deb5-62e7-442d-9446-e5069ae4cf01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:45:53.132003 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a246deb5-62e7-442d-9446-e5069ae4cf01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:45:53.133150 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a246deb5-62e7-442d-9446-e5069ae4cf01 None None] Tracked resource versions report: Apr 16 16:45:53.133150 dv-cinder-733622-13-smb neutron-server[85220]: pushed versions: Apr 16 16:45:53.133150 dv-cinder-733622-13-smb neutron-server[85220]: { 'AddressGroup': {'1.2'}, Apr 16 16:45:53.133150 dv-cinder-733622-13-smb neutron-server[85220]: 'ConntrackHelper': {'1.0'}, Apr 16 16:45:53.133150 dv-cinder-733622-13-smb neutron-server[85220]: 'Log': {'1.0'}, Apr 16 16:45:53.133150 dv-cinder-733622-13-smb neutron-server[85220]: 'Network': {'1.1'}, Apr 16 16:45:53.133150 dv-cinder-733622-13-smb neutron-server[85220]: 'Port': {'1.7'}, Apr 16 16:45:53.133150 dv-cinder-733622-13-smb neutron-server[85220]: 'PortForwarding': {'1.2'}, Apr 16 16:45:53.133150 dv-cinder-733622-13-smb neutron-server[85220]: 'QosPolicy': {'1.8'}, Apr 16 16:45:53.133150 dv-cinder-733622-13-smb neutron-server[85220]: 'SecurityGroup': {'1.4'}, Apr 16 16:45:53.133150 dv-cinder-733622-13-smb neutron-server[85220]: 'SecurityGroupRule': {'1.2'}, Apr 16 16:45:53.133150 dv-cinder-733622-13-smb neutron-server[85220]: 'SubPort': {'1.0'}, Apr 16 16:45:53.133150 dv-cinder-733622-13-smb neutron-server[85220]: 'Subnet': {'1.1'}, Apr 16 16:45:53.133150 dv-cinder-733622-13-smb neutron-server[85220]: 'Trunk': {'1.1'}} Apr 16 16:45:53.133150 dv-cinder-733622-13-smb neutron-server[85220]: consumer versions: Apr 16 16:45:53.133150 dv-cinder-733622-13-smb neutron-server[85220]: { DHCP agent@dv-cinder-733622-13-smb: {}, Apr 16 16:45:53.133150 dv-cinder-733622-13-smb neutron-server[85220]: HyperV agent@hv-cinder-73362: {}, Apr 16 16:45:53.133150 dv-cinder-733622-13-smb neutron-server[85220]: L3 agent@dv-cinder-733622-13-smb: {}, Apr 16 16:45:53.133150 dv-cinder-733622-13-smb neutron-server[85220]: Metadata agent@dv-cinder-733622-13-smb: {}, Apr 16 16:45:53.133150 dv-cinder-733622-13-smb neutron-server[85220]: Metering agent@dv-cinder-733622-13-smb: {}, Apr 16 16:45:53.133150 dv-cinder-733622-13-smb neutron-server[85220]: Open vSwitch agent@dv-cinder-733622-13-smb: { 'AddressGroup': '1.2', Apr 16 16:45:53.133150 dv-cinder-733622-13-smb neutron-server[85220]: 'ConntrackHelper': '1.0', Apr 16 16:45:53.133150 dv-cinder-733622-13-smb neutron-server[85220]: 'Log': '1.0', Apr 16 16:45:53.133150 dv-cinder-733622-13-smb neutron-server[85220]: 'Network': '1.1', Apr 16 16:45:53.133150 dv-cinder-733622-13-smb neutron-server[85220]: 'Port': '1.7', Apr 16 16:45:53.133150 dv-cinder-733622-13-smb neutron-server[85220]: 'PortForwarding': '1.2', Apr 16 16:45:53.133150 dv-cinder-733622-13-smb neutron-server[85220]: 'QosPolicy': '1.8', Apr 16 16:45:53.133150 dv-cinder-733622-13-smb neutron-server[85220]: 'SecurityGroup': '1.4', Apr 16 16:45:53.133150 dv-cinder-733622-13-smb neutron-server[85220]: 'SecurityGroupRule': '1.2', Apr 16 16:45:53.133150 dv-cinder-733622-13-smb neutron-server[85220]: 'SubPort': '1.0', Apr 16 16:45:53.133150 dv-cinder-733622-13-smb neutron-server[85220]: 'Subnet': '1.1', Apr 16 16:45:53.133150 dv-cinder-733622-13-smb neutron-server[85220]: 'Trunk': '1.1'}} Apr 16 16:45:53.133150 dv-cinder-733622-13-smb neutron-server[85220]: {{(pid=85338) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 16 16:45:53.155157 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-a246deb5-62e7-442d-9446-e5069ae4cf01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:45:53.157593 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-8066759d-8b31-4ed4-936c-1e674ab8708b None None] Attempting to bind port aabd4896-a6de-4de3-bfd5-7f4fb8cecc07 on host dv-cinder-733622-13-smb for vnic_type normal with profile {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 16:45:53.159917 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-8066759d-8b31-4ed4-936c-1e674ab8708b None None] Attempting to bind port aabd4896-a6de-4de3-bfd5-7f4fb8cecc07 by drivers openvswitch,hyperv on host dv-cinder-733622-13-smb at level 0 using segments [{'id': '72591246-2019-4cd4-9cf3-fab9e1d2beed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f'}] {{(pid=85338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 16:45:53.160660 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8066759d-8b31-4ed4-936c-1e674ab8708b None None] Attempting to bind port aabd4896-a6de-4de3-bfd5-7f4fb8cecc07 on network 2bc9ca6b-6e72-4404-899b-6b4685eced1f {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 16:45:53.171891 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8066759d-8b31-4ed4-936c-1e674ab8708b None None] Checking agent: {'id': '033b0af5-7550-4b5d-954a-022a384d8461', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 16, 36, 23), 'started_at': datetime.datetime(2021, 4, 16, 16, 36, 53), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 16:45:53.172360 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8066759d-8b31-4ed4-936c-1e674ab8708b None None] Checking segment: {'id': '72591246-2019-4cd4-9cf3-fab9e1d2beed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 16:45:53.172998 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8066759d-8b31-4ed4-936c-1e674ab8708b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:53.173729 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8066759d-8b31-4ed4-936c-1e674ab8708b None None] Bound using segment: {'id': '72591246-2019-4cd4-9cf3-fab9e1d2beed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f'} {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 16:45:53.174539 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-8066759d-8b31-4ed4-936c-1e674ab8708b None None] Bound port: aabd4896-a6de-4de3-bfd5-7f4fb8cecc07, host: dv-cinder-733622-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72591246-2019-4cd4-9cf3-fab9e1d2beed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f'}}] {{(pid=85338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 16:45:53.174960 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8066759d-8b31-4ed4-936c-1e674ab8708b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:53.181036 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91826a8f-8e54-4902-9f0e-ea806887c1d7 None None] Pushing event updated for resources: {'Port': ['ID=13cb76d0-1055-4100-aa87-e9ebdcde80df,revision_number=3']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:45:53.205411 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-91826a8f-8e54-4902-9f0e-ea806887c1d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.733s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:45:53.311846 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-45c0d62a-bc24-48a8-9022-8ca56da26294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:53.312585 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-6129a946-63c8-48f3-9a8a-61e91ca46141 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.005s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:45:53.337242 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-8066759d-8b31-4ed4-936c-1e674ab8708b None None] For port aabd4896-a6de-4de3-bfd5-7f4fb8cecc07, host dv-cinder-733622-13-smb, cleared binding levels {{(pid=85338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 16:45:53.343536 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-8066759d-8b31-4ed4-936c-1e674ab8708b None None] For port aabd4896-a6de-4de3-bfd5-7f4fb8cecc07, host dv-cinder-733622-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-smb',level=0,port_id=aabd4896-a6de-4de3-bfd5-7f4fb8cecc07,segment=NetworkSegment(72591246-2019-4cd4-9cf3-fab9e1d2beed),segment_id=72591246-2019-4cd4-9cf3-fab9e1d2beed)] {{(pid=85338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 16:45:53.348299 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8066759d-8b31-4ed4-936c-1e674ab8708b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900'] for port, after_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:53.375815 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:45:53.485749 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a246deb5-62e7-442d-9446-e5069ae4cf01 None None] Pushing event updated for resources: {'Port': ['ID=aabd4896-a6de-4de3-bfd5-7f4fb8cecc07,revision_number=3']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:45:53.562357 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-a246deb5-62e7-442d-9446-e5069ae4cf01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:45:53.646549 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-96eddec4-cd48-4314-967a-cf2d0500d117 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854318044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-426954'] for router, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:53.663598 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:53.673181 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-86553a11-ccaf-4ed0-834e-894076cb1cb1 None None] Provisioning for port a45e98d1-1572-421f-876e-397f4c690e5a completed by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:45:53.678400 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-9e2eb127-9c99-44d7-999b-c1af5a9024fb req-5b334337-300c-4373-be71-2aa20be16b82 tempest-DeleteServersTestJSON-1154458300 tempest-DeleteServersTestJSON-1154458300-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6ced1af-59d2-4328-83d4-a233a501bc09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0580380 Apr 16 16:45:53.689719 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-86553a11-ccaf-4ed0-834e-894076cb1cb1 None None] Provisioning complete for port a45e98d1-1572-421f-876e-397f4c690e5a triggered by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:45:53.690218 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-86553a11-ccaf-4ed0-834e-894076cb1cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852761088'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:53.800832 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8066759d-8b31-4ed4-936c-1e674ab8708b None None] Routers {'6acbe92d-12b3-49e3-a9cf-2c57dd9776ac'} bound to L3 agent in host dv-cinder-733622-13-smb {{(pid=85338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:45:53.801549 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-8066759d-8b31-4ed4-936c-1e674ab8708b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T16:36:22Z,description=,heartbeat_timestamp=2021-04-16T16:45:52Z,host='dv-cinder-733622-13-smb',id=4aa3b6c8-2ef9-4577-bdb6-1cfedaad083f,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T16:36:22Z,topic='l3_agent')) {'router_ids': ['6acbe92d-12b3-49e3-a9cf-2c57dd9776ac'], 'active': True} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:45:54.060946 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Device 13cb76d0-1055-4100-aa87-e9ebdcde80df up at agent ovs-agent-dv-cinder-733622-13-smb {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:45:54.180865 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-86553a11-ccaf-4ed0-834e-894076cb1cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:54.264380 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [req-78f88e7b-5b7a-470b-9e16-4077488ee4db req-789ccbf3-09be-4ba5-8cd4-408c346a00e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba0bb439-3e02-465a-abad-3939542f956d {{(pid=85335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 16:45:54.332114 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-53783e99-0c04-4d0d-b0b5-c5fd538000c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:54.355982 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-86553a11-ccaf-4ed0-834e-894076cb1cb1 None None] For port a45e98d1-1572-421f-876e-397f4c690e5a, host dv-cinder-733622-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-smb',level=0,port_id=a45e98d1-1572-421f-876e-397f4c690e5a,segment=NetworkSegment(9ac9f406-6c3c-40ac-9dbd-02eabe5a0c9b),segment_id=9ac9f406-6c3c-40ac-9dbd-02eabe5a0c9b)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:45:54.374705 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Provisioning complete for port 13cb76d0-1055-4100-aa87-e9ebdcde80df triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:45:54.378466 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852761088'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:54.387735 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-78f88e7b-5b7a-470b-9e16-4077488ee4db req-789ccbf3-09be-4ba5-8cd4-408c346a00e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:54.429794 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-86553a11-ccaf-4ed0-834e-894076cb1cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:54.443596 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [req-78f88e7b-5b7a-470b-9e16-4077488ee4db req-789ccbf3-09be-4ba5-8cd4-408c346a00e2 service neutron] Transition to ACTIVE for port object ba0bb439-3e02-465a-abad-3939542f956d will not be triggered until provisioned by entity L2. {{(pid=85335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:45:54.447833 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1ea0ac60-572c-439a-a0c6-b65ce570fea7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:45:54.453820 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-78f88e7b-5b7a-470b-9e16-4077488ee4db req-789ccbf3-09be-4ba5-8cd4-408c346a00e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900'] for port, after_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:54.509304 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-f8605efa-a0a0-4cab-a2ef-d42fc0b45414 tempest-DeleteServersTestJSON-1154458300 tempest-DeleteServersTestJSON-1154458300-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:45:54.535779 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-0ff090e6-5b9b-4193-9226-d11bb1054808 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:54.537496 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86553a11-ccaf-4ed0-834e-894076cb1cb1 None None] Pushing event updated for resources: {'Port': ['ID=a45e98d1-1572-421f-876e-397f4c690e5a,revision_number=3']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:45:54.541742 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-86553a11-ccaf-4ed0-834e-894076cb1cb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:45:54.600527 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-c68eb475-e183-43e0-afe0-b4e757cc7b6c None None] Provisioning complete for port a45e98d1-1572-421f-876e-397f4c690e5a triggered by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:45:54.601123 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c68eb475-e183-43e0-afe0-b4e757cc7b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852761088'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:54.676528 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvr_db [None req-8066759d-8b31-4ed4-936c-1e674ab8708b None None] Set router 6acbe92d-12b3-49e3-a9cf-2c57dd9776ac gateway port host: dv-cinder-733622-13-smb {{(pid=85338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:45:54.837093 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-7008986a-5842-417d-bb74-8e10a16cf1d8 req-01b99dfa-17b5-4a09-aaa2-7de85f02e2d2 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Notify callbacks [] for port, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:54.987528 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-0ff090e6-5b9b-4193-9226-d11bb1054808 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:45:54.987528 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-0ff090e6-5b9b-4193-9226-d11bb1054808 admin admin] Usage tracker for resource:security_group_rule and tenant:097b46fc818148498639a60a4b178307 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:45:54.987528 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-0ff090e6-5b9b-4193-9226-d11bb1054808 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:45:54.992568 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-0ff090e6-5b9b-4193-9226-d11bb1054808 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:45:55.067252 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789ccbf3-09be-4ba5-8cd4-408c346a00e2 service neutron] Pushing event updated for resources: {'Port': ['ID=ba0bb439-3e02-465a-abad-3939542f956d,revision_number=2']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:45:55.134390 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-0ff090e6-5b9b-4193-9226-d11bb1054808 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:55.171670 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-789ccbf3-09be-4ba5-8cd4-408c346a00e2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.662s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:45:55.210113 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-7008986a-5842-417d-bb74-8e10a16cf1d8 req-01b99dfa-17b5-4a09-aaa2-7de85f02e2d2 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751455712866'] for port, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:55.242409 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-c4f9576e-25b5-454a-be46-1a67b99b5b75 req-030c3811-2c34-46f6-92aa-f115ff1499e5 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.38 "GET /v2.0/ports?device_id=5b3fa1b8-b215-4bda-a3f2-1c4bb3349a04 HTTP/1.1" status: 200 len: 210 time: 1.5771298 Apr 16 16:45:55.255948 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-0ff090e6-5b9b-4193-9226-d11bb1054808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:55.274313 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d3a83a68-0192-48bd-8457-bf84ce159fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:55.508973 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-8066759d-8b31-4ed4-936c-1e674ab8708b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6acbe92d-12b3-49e3-a9cf-2c57dd9776ac', 'name': 'tempest-AttachVolumeTestJSON-2033844302-router', 'tenant_id': '884b1020849e42e3acc115cae0298189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'external_fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.194'}], 'enable_snat': True}, 'gw_port_id': 'aabd4896-a6de-4de3-bfd5-7f4fb8cecc07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:45:37Z', 'updated_at': '2021-04-16T16:45:42Z', 'revision_number': 3, 'project_id': '884b1020849e42e3acc115cae0298189', 'gw_port': {'id': 'aabd4896-a6de-4de3-bfd5-7f4fb8cecc07', 'name': '', 'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d9:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6acbe92d-12b3-49e3-a9cf-2c57dd9776ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:45:39Z', 'updated_at': '2021-04-16T16:45:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-smb'}], 'dv-cinder-733622-13-smb', False) {} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:45:55.524041 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8066759d-8b31-4ed4-936c-1e674ab8708b None None] The sync data for ids ['6acbe92d-12b3-49e3-a9cf-2c57dd9776ac'] in dv-cinder-733622-13-smb is: [{'id': '6acbe92d-12b3-49e3-a9cf-2c57dd9776ac', 'name': 'tempest-AttachVolumeTestJSON-2033844302-router', 'tenant_id': '884b1020849e42e3acc115cae0298189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'external_fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.194'}], 'enable_snat': True}, 'gw_port_id': 'aabd4896-a6de-4de3-bfd5-7f4fb8cecc07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:45:37Z', 'updated_at': '2021-04-16T16:45:42Z', 'revision_number': 3, 'project_id': '884b1020849e42e3acc115cae0298189', 'gw_port': {'id': 'aabd4896-a6de-4de3-bfd5-7f4fb8cecc07', 'name': '', 'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d9:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6acbe92d-12b3-49e3-a9cf-2c57dd9776ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:45:39Z', 'updated_at': '2021-04-16T16:45:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-smb'}] {{(pid=85338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 16:45:55.559365 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:45:55.756935 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-0ff090e6-5b9b-4193-9226-d11bb1054808 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=097b46fc818148498639a60a4b178307&name=default HTTP/1.1" status: 200 len: 2979 time: 3.7465618 Apr 16 16:45:55.756935 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-b61299d7-c1cb-43e2-90ca-a852378e84b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:55.783010 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 35670) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:45:55.843615 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-b61299d7-c1cb-43e2-90ca-a852378e84b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:55.984656 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b99dfa-17b5-4a09-aaa2-7de85f02e2d2 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Pushing event updated for resources: {'Port': ['ID=d2682bdb-4ce5-454d-b1f3-ca2da88890ff,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:45:55.985387 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35115468-bb6f-4ca8-b99b-03ec1d244feb req-9f1ee6fb-7745-40b2-8b7d-d0aee4405062 tempest-DeleteServersTestJSON-1154458300 tempest-DeleteServersTestJSON-1154458300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:45:55.998728 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-35115468-bb6f-4ca8-b99b-03ec1d244feb req-9f1ee6fb-7745-40b2-8b7d-d0aee4405062 tempest-DeleteServersTestJSON-1154458300 tempest-DeleteServersTestJSON-1154458300-project] 10.222.0.38 "GET /v2.0/ports?device_id=ae06475c-183f-4e5c-9d88-6072ec112e2b HTTP/1.1" status: 200 len: 944 time: 0.9261847 Apr 16 16:45:56.013103 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-01b99dfa-17b5-4a09-aaa2-7de85f02e2d2 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:45:56.024119 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1aab66-5bb8-4e03-9292-49b025272abf admin admin] Checking segment: {'id': '2527746f-6ea2-4554-8694-05592e86389b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '6ad5a65b-4e10-40d3-acbe-4e14806f3cbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 16:45:56.025100 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1aab66-5bb8-4e03-9292-49b025272abf admin admin] Network hostable DHCP agents. Network: 6ad5a65b-4e10-40d3-acbe-4e14806f3cbd, hostable agents: ['a512e422-67dd-4296-9548-92f23f2586e5'], hosted agents: [] {{(pid=85336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 16:45:56.033707 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-9257ca73-0170-4283-8360-3f47e60051c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.282s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:45:56.053991 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Device a45e98d1-1572-421f-876e-397f4c690e5a up at agent ovs-agent-dv-cinder-733622-13-smb {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:45:56.105606 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [req-78f88e7b-5b7a-470b-9e16-4077488ee4db req-789ccbf3-09be-4ba5-8cd4-408c346a00e2 service neutron] Attempting to bind port ba0bb439-3e02-465a-abad-3939542f956d on host hv-cinder-73362 for vnic_type normal with profile {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 16:45:56.106146 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [req-78f88e7b-5b7a-470b-9e16-4077488ee4db req-789ccbf3-09be-4ba5-8cd4-408c346a00e2 service neutron] Attempting to bind port ba0bb439-3e02-465a-abad-3939542f956d by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '7b08fa27-254d-41ed-8a73-9ab432f370c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'c9807ba7-a0c0-4f29-a57e-6960aa72258b'}] {{(pid=85335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 16:45:56.106265 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f88e7b-5b7a-470b-9e16-4077488ee4db req-789ccbf3-09be-4ba5-8cd4-408c346a00e2 service neutron] Attempting to bind port ba0bb439-3e02-465a-abad-3939542f956d on network c9807ba7-a0c0-4f29-a57e-6960aa72258b {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 16:45:56.162638 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f88e7b-5b7a-470b-9e16-4077488ee4db req-789ccbf3-09be-4ba5-8cd4-408c346a00e2 service neutron] Port ba0bb439-3e02-465a-abad-3939542f956d on network c9807ba7-a0c0-4f29-a57e-6960aa72258b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 16:45:56.163030 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f88e7b-5b7a-470b-9e16-4077488ee4db req-789ccbf3-09be-4ba5-8cd4-408c346a00e2 service neutron] Attempting to bind port ba0bb439-3e02-465a-abad-3939542f956d on network c9807ba7-a0c0-4f29-a57e-6960aa72258b {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 16:45:56.194701 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f88e7b-5b7a-470b-9e16-4077488ee4db req-789ccbf3-09be-4ba5-8cd4-408c346a00e2 service neutron] Checking agent: {'id': '0677065c-8485-4f55-bc15-3b41e2e6feb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 16, 43, 39), 'started_at': datetime.datetime(2021, 4, 16, 16, 43, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 16:45:56.195047 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f88e7b-5b7a-470b-9e16-4077488ee4db req-789ccbf3-09be-4ba5-8cd4-408c346a00e2 service neutron] Checking segment: {'id': '7b08fa27-254d-41ed-8a73-9ab432f370c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'c9807ba7-a0c0-4f29-a57e-6960aa72258b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 16:45:56.195670 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f88e7b-5b7a-470b-9e16-4077488ee4db req-789ccbf3-09be-4ba5-8cd4-408c346a00e2 service neutron] Bound using segment: {'id': '7b08fa27-254d-41ed-8a73-9ab432f370c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'c9807ba7-a0c0-4f29-a57e-6960aa72258b'} {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 16:45:56.196182 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [req-78f88e7b-5b7a-470b-9e16-4077488ee4db req-789ccbf3-09be-4ba5-8cd4-408c346a00e2 service neutron] Bound port: ba0bb439-3e02-465a-abad-3939542f956d, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b08fa27-254d-41ed-8a73-9ab432f370c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'c9807ba7-a0c0-4f29-a57e-6960aa72258b'}}] {{(pid=85335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 16:45:56.196580 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-78f88e7b-5b7a-470b-9e16-4077488ee4db req-789ccbf3-09be-4ba5-8cd4-408c346a00e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:56.211484 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Provisioning complete for port a45e98d1-1572-421f-876e-397f4c690e5a triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:45:56.211760 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1aab66-5bb8-4e03-9292-49b025272abf admin admin] Network 6ad5a65b-4e10-40d3-acbe-4e14806f3cbd is scheduled to be hosted by DHCP agent a512e422-67dd-4296-9548-92f23f2586e5 with binding_index 1 {{(pid=85336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 16:45:56.212174 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852761088'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:56.225541 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-35115468-bb6f-4ca8-b99b-03ec1d244feb req-5a8c9e0c-708d-43b9-9ce5-2086c0abd361 tempest-DeleteServersTestJSON-1154458300 tempest-DeleteServersTestJSON-1154458300-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6ced1af-59d2-4328-83d4-a233a501bc09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252300 Apr 16 16:45:56.238956 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-97c61017-ac43-4a29-854f-0d14826027a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:56.240823 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff090e6-5b9b-4193-9226-d11bb1054808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=969dd4c0-2ed3-440c-9a9f-e36d9dce9f4f,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:45:56.267224 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-0ff090e6-5b9b-4193-9226-d11bb1054808 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:45:56.289735 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-b61299d7-c1cb-43e2-90ca-a852378e84b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:56.337975 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [None req-6b1aab66-5bb8-4e03-9292-49b025272abf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-13-smb, 6ad5a65b-4e10-40d3-acbe-4e14806f3cbd) {{(pid=85336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:45:56.348855 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7008986a-5842-417d-bb74-8e10a16cf1d8 req-01b99dfa-17b5-4a09-aaa2-7de85f02e2d2 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Network a7f4e014-87dd-436c-8396-68b004e6fc6e is already hosted by enough agents. {{(pid=85336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 16:45:56.352271 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:45:56.371658 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-97c61017-ac43-4a29-854f-0d14826027a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:56.398147 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [req-7008986a-5842-417d-bb74-8e10a16cf1d8 req-01b99dfa-17b5-4a09-aaa2-7de85f02e2d2 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Resources bound (agent type, host, resource id): {{(pid=85336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:45:56.440466 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.db_base_plugin_common [None req-d3a83a68-0192-48bd-8457-bf84ce159fba admin admin] Allocated IP 172.20.0.1 (b5d67f03-2a50-4f49-99e2-88dca9cc2c57/649747cf-05da-40d5-a9b4-d5107e9dbf05/b45aaf18-95e8-4b8c-8a6d-1429cfe3d5d8) {{(pid=85335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 16:45:56.448547 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b1aab66-5bb8-4e03-9292-49b025272abf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:45:56.456551 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-6b1aab66-5bb8-4e03-9292-49b025272abf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609088'] for subnet, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:56.519669 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61299d7-c1cb-43e2-90ca-a852378e84b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6f43421-924c-485e-b8ab-1faddee41b74,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:45:56.528121 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f4421f0-d9f9-4d92-a2ea-2ce951e502ba None None] Network 6ad5a65b-4e10-40d3-acbe-4e14806f3cbd requested from dv-cinder-733622-13-smb {{(pid=85337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 16:45:56.563843 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-6b1aab66-5bb8-4e03-9292-49b025272abf admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 14.2835665 Apr 16 16:45:56.619809 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-b61299d7-c1cb-43e2-90ca-a852378e84b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:45:56.626175 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-b61299d7-c1cb-43e2-90ca-a852378e84b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:56.627857 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-b61299d7-c1cb-43e2-90ca-a852378e84b0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d6f43421-924c-485e-b8ab-1faddee41b74 HTTP/1.1" status: 204 len: 168 time: 3.3740706 Apr 16 16:45:56.709641 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [req-7008986a-5842-417d-bb74-8e10a16cf1d8 req-01b99dfa-17b5-4a09-aaa2-7de85f02e2d2 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Received port after_create {{(pid=85336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 16:45:56.722828 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7008986a-5842-417d-bb74-8e10a16cf1d8 req-01b99dfa-17b5-4a09-aaa2-7de85f02e2d2 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:45:56.723868 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-7008986a-5842-417d-bb74-8e10a16cf1d8 req-01b99dfa-17b5-4a09-aaa2-7de85f02e2d2 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609088'] for port, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:56.765540 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96eddec4-cd48-4314-967a-cf2d0500d117 admin admin] Router 7246a46c-3e89-4c3d-96dc-a5f833931984 is scheduled to L3 agent 4aa3b6c8-2ef9-4577-bdb6-1cfedaad083f with binding_index 1 {{(pid=85336) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 16 16:45:56.778129 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d3a83a68-0192-48bd-8457-bf84ce159fba admin admin] Notify callbacks [] for port, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:56.796779 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-d3a83a68-0192-48bd-8457-bf84ce159fba admin admin] Transition to ACTIVE for port object b45aaf18-95e8-4b8c-8a6d-1429cfe3d5d8 will not be triggered until provisioned by entity DHCP. {{(pid=85335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:45:56.831040 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d3a83a68-0192-48bd-8457-bf84ce159fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751455712866'] for port, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:56.977447 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 35694) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:45:57.005620 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [req-78f88e7b-5b7a-470b-9e16-4077488ee4db req-789ccbf3-09be-4ba5-8cd4-408c346a00e2 service neutron] For port ba0bb439-3e02-465a-abad-3939542f956d, host hv-cinder-73362, cleared binding levels {{(pid=85335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 16:45:57.010908 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [req-78f88e7b-5b7a-470b-9e16-4077488ee4db req-789ccbf3-09be-4ba5-8cd4-408c346a00e2 service neutron] For port ba0bb439-3e02-465a-abad-3939542f956d, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=ba0bb439-3e02-465a-abad-3939542f956d,segment=NetworkSegment(7b08fa27-254d-41ed-8a73-9ab432f370c1),segment_id=7b08fa27-254d-41ed-8a73-9ab432f370c1)] {{(pid=85335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 16:45:57.013578 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:45:57.081611 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-7008986a-5842-417d-bb74-8e10a16cf1d8 req-01b99dfa-17b5-4a09-aaa2-7de85f02e2d2 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.7276073 Apr 16 16:45:57.086070 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-78f88e7b-5b7a-470b-9e16-4077488ee4db req-789ccbf3-09be-4ba5-8cd4-408c346a00e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900'] for port, after_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:57.167626 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c76085f-7f32-40e9-8512-8f4157052239 None None] Network 6ad5a65b-4e10-40d3-acbe-4e14806f3cbd requested from dv-cinder-733622-13-smb {{(pid=85337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 16:45:57.248998 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.v2.base [req-7008986a-5842-417d-bb74-8e10a16cf1d8 req-79cb29b5-11de-4029-97f8-a4c97d61656a service neutron] Request body: {'port': {'device_id': '5b3fa1b8-b215-4bda-a3f2-1c4bb3349a04', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:45:57.308044 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a83a68-0192-48bd-8457-bf84ce159fba admin admin] Pushing event updated for resources: {'Port': ['ID=b45aaf18-95e8-4b8c-8a6d-1429cfe3d5d8,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:45:57.319617 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-d3a83a68-0192-48bd-8457-bf84ce159fba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:45:57.343759 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-789ccbf3-09be-4ba5-8cd4-408c346a00e2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.210s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:45:57.370219 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-97c61017-ac43-4a29-854f-0d14826027a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:57.423918 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 35704) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:45:57.432695 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-d98d62b2-bb87-4e85-bb55-5412a7dfaff7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:45:57.442315 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-97c61017-ac43-4a29-854f-0d14826027a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:57.443786 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-97c61017-ac43-4a29-854f-0d14826027a5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/969dd4c0-2ed3-440c-9a9f-e36d9dce9f4f HTTP/1.1" status: 204 len: 168 time: 1.6542635 Apr 16 16:45:57.477811 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789ccbf3-09be-4ba5-8cd4-408c346a00e2 service neutron] Pushing event updated for resources: {'Port': ['ID=ba0bb439-3e02-465a-abad-3939542f956d,revision_number=3']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:45:57.490874 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-789ccbf3-09be-4ba5-8cd4-408c346a00e2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:45:57.496154 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774b4a15-a84b-4566-b3d2-058b1edb9c9d req-eaca2adb-5322-49e4-8f6a-1dca8b3a61ae tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:45:57.497400 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-774b4a15-a84b-4566-b3d2-058b1edb9c9d req-eaca2adb-5322-49e4-8f6a-1dca8b3a61ae tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Synchronizing usage tracker for tenant:43227d5615b84ce4a66767a47689161f on resource:port {{(pid=85336) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 16:45:57.542261 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a90dd7f-d7d2-4b7e-8058-075919b5d651 admin admin] Deleting subnet 7a93e35b-d00f-429f-b63f-b3e18b4cba1b {{(pid=85336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 16:45:57.546101 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-9a90dd7f-d7d2-4b7e-8058-075919b5d651 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:57.561143 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a83a68-0192-48bd-8457-bf84ce159fba admin admin] Network b5d67f03-2a50-4f49-99e2-88dca9cc2c57 is already hosted by enough agents. {{(pid=85335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 16:45:57.582465 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [None req-d3a83a68-0192-48bd-8457-bf84ce159fba admin admin] Resources bound (agent type, host, resource id): {{(pid=85335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:45:57.586500 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a83a68-0192-48bd-8457-bf84ce159fba admin admin] Received port after_create {{(pid=85335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 16:45:57.587332 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d3a83a68-0192-48bd-8457-bf84ce159fba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854343281'] for router_interface, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:57.620015 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c61017-ac43-4a29-854f-0d14826027a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=969dd4c0-2ed3-440c-9a9f-e36d9dce9f4f,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:45:57.636007 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f115b74a-134c-490c-ac20-0a4fa25f7e0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:57.717421 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-9a90dd7f-d7d2-4b7e-8058-075919b5d651 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:57.733164 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-9a90dd7f-d7d2-4b7e-8058-075919b5d651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854774887'] for subnet, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:57.944668 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-b40b9aa4-a66c-42d9-bccb-399b742d65a1 None None] Provisioning for port b45aaf18-95e8-4b8c-8a6d-1429cfe3d5d8 completed by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:45:57.947907 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f88e7b-5b7a-470b-9e16-4077488ee4db req-789ccbf3-09be-4ba5-8cd4-408c346a00e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:45:57.948824 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-78f88e7b-5b7a-470b-9e16-4077488ee4db req-789ccbf3-09be-4ba5-8cd4-408c346a00e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609088'] for port, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:57.950963 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-78f88e7b-5b7a-470b-9e16-4077488ee4db req-789ccbf3-09be-4ba5-8cd4-408c346a00e2 service neutron] 10.222.0.87 "PUT /v2.0/ports/ba0bb439-3e02-465a-abad-3939542f956d HTTP/1.1" status: 200 len: 1094 time: 7.2529604 Apr 16 16:45:57.957308 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae06475c-183f-4e5c-9d88-6072ec112e2b', 'tag': 'ba0bb439-3e02-465a-abad-3939542f956d'}] {{(pid=85335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:45:57.980995 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-b40b9aa4-a66c-42d9-bccb-399b742d65a1 None None] Provisioning complete for port b45aaf18-95e8-4b8c-8a6d-1429cfe3d5d8 triggered by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:45:57.982559 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-b40b9aa4-a66c-42d9-bccb-399b742d65a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852761088'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:58.005206 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-97c61017-ac43-4a29-854f-0d14826027a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.572s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:45:58.186814 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-f115b74a-134c-490c-ac20-0a4fa25f7e0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:45:58.195566 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-774b4a15-a84b-4566-b3d2-058b1edb9c9d req-eaca2adb-5322-49e4-8f6a-1dca8b3a61ae tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Unset dirty status for tenant:43227d5615b84ce4a66767a47689161f on resource:port {{(pid=85336) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 16:45:58.197402 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-774b4a15-a84b-4566-b3d2-058b1edb9c9d req-eaca2adb-5322-49e4-8f6a-1dca8b3a61ae tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.38 "GET /v2.0/ports?device_id=5b3fa1b8-b215-4bda-a3f2-1c4bb3349a04 HTTP/1.1" status: 200 len: 932 time: 1.6297286 Apr 16 16:45:58.204399 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Device aabd4896-a6de-4de3-bfd5-7f4fb8cecc07 up at agent ovs-agent-dv-cinder-733622-13-smb {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:45:58.209116 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 35716) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:45:58.212761 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-f115b74a-134c-490c-ac20-0a4fa25f7e0c admin admin] Usage tracker for resource:security_group_rule and tenant:e0304df6590a4d53be2726b0c98b0dd6 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:45:58.238779 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96eddec4-cd48-4314-967a-cf2d0500d117 admin admin] Notify agent at l3_agent.dv-cinder-733622-13-smb the message routers_updated {{(pid=85336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 16:45:58.242968 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-f115b74a-134c-490c-ac20-0a4fa25f7e0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:45:58.279882 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8a75de33-81d6-44b7-aae9-032926adc10b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:58.308640 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1eb580b-6ce8-4148-bc36-e1f8d8e32283 None None] Sync routers for ids ['7246a46c-3e89-4c3d-96dc-a5f833931984'] in dv-cinder-733622-13-smb {{(pid=85337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 16:45:58.319989 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-f115b74a-134c-490c-ac20-0a4fa25f7e0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:45:58.342486 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-8a75de33-81d6-44b7-aae9-032926adc10b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:45:58.350323 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-8a75de33-81d6-44b7-aae9-032926adc10b admin admin] Usage tracker for resource:security_group_rule and tenant:6a0e3f79a99149fb972e8075eddd9f1d is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:45:58.353299 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-7008986a-5842-417d-bb74-8e10a16cf1d8 req-79cb29b5-11de-4029-97f8-a4c97d61656a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:58.353426 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-b40b9aa4-a66c-42d9-bccb-399b742d65a1 None None] Port b45aaf18-95e8-4b8c-8a6d-1429cfe3d5d8 cannot update to ACTIVE because it is not bound. {{(pid=85337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 16:45:58.354655 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-8a75de33-81d6-44b7-aae9-032926adc10b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:45:58.359778 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1eb580b-6ce8-4148-bc36-e1f8d8e32283 None None] Routers {'7246a46c-3e89-4c3d-96dc-a5f833931984'} bound to L3 agent in host dv-cinder-733622-13-smb {{(pid=85337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:45:58.361231 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-c1eb580b-6ce8-4148-bc36-e1f8d8e32283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T16:36:22Z,description=,heartbeat_timestamp=2021-04-16T16:45:52Z,host='dv-cinder-733622-13-smb',id=4aa3b6c8-2ef9-4577-bdb6-1cfedaad083f,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T16:36:22Z,topic='l3_agent')) {'router_ids': ['7246a46c-3e89-4c3d-96dc-a5f833931984'], 'active': True} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:45:58.364526 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-8a75de33-81d6-44b7-aae9-032926adc10b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:45:58.533159 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f115b74a-134c-490c-ac20-0a4fa25f7e0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:58.537428 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02144d37-108e-4322-a042-7d6ccdaf138b req-6afb89f9-5604-46ec-825e-16d5cadf8359 tempest-DeleteServersTestJSON-1154458300 tempest-DeleteServersTestJSON-1154458300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:45:58.539964 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-02144d37-108e-4322-a042-7d6ccdaf138b req-6afb89f9-5604-46ec-825e-16d5cadf8359 tempest-DeleteServersTestJSON-1154458300 tempest-DeleteServersTestJSON-1154458300-project] 10.222.0.38 "GET /v2.0/ports?device_id=ae06475c-183f-4e5c-9d88-6072ec112e2b HTTP/1.1" status: 200 len: 944 time: 1.0658383 Apr 16 16:45:58.540410 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d3a83a68-0192-48bd-8457-bf84ce159fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:58.545875 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f115b74a-134c-490c-ac20-0a4fa25f7e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:58.614359 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:45:58.637435 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8a75de33-81d6-44b7-aae9-032926adc10b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:58.666603 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Provisioning for port aabd4896-a6de-4de3-bfd5-7f4fb8cecc07 completed by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:45:58.679201 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-774b4a15-a84b-4566-b3d2-058b1edb9c9d req-c7c31494-d651-4682-a0dc-e5e30b42558c tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Synchronizing usage tracker for tenant:43227d5615b84ce4a66767a47689161f on resource:security_group {{(pid=85336) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 16:45:58.682758 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f88e7b-5b7a-470b-9e16-4077488ee4db req-d885462e-f52f-4192-8537-00a20cee67a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:45:58.685039 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-78f88e7b-5b7a-470b-9e16-4077488ee4db req-d885462e-f52f-4192-8537-00a20cee67a2 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=157fd34e509345c597d19b22a98ced24&device_id=ae06475c-183f-4e5c-9d88-6072ec112e2b HTTP/1.1" status: 200 len: 1097 time: 0.6534324 Apr 16 16:45:58.692788 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Provisioning complete for port aabd4896-a6de-4de3-bfd5-7f4fb8cecc07 triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:45:58.693375 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852761088'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:58.694631 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-96eddec4-cd48-4314-967a-cf2d0500d117 admin admin] Notify callbacks [] for router, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:58.699080 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-96eddec4-cd48-4314-967a-cf2d0500d117 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 21.3010528 Apr 16 16:45:58.704434 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 35732) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:45:58.817044 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f115b74a-134c-490c-ac20-0a4fa25f7e0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61a52739-54e7-4703-a0e8-e5941b702f69,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:45:58.839077 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-f115b74a-134c-490c-ac20-0a4fa25f7e0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:45:58.853715 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvr_db [None req-c1eb580b-6ce8-4148-bc36-e1f8d8e32283 None None] Set router 7246a46c-3e89-4c3d-96dc-a5f833931984 gateway port host: dv-cinder-733622-13-smb {{(pid=85337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:45:58.987629 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d3a83a68-0192-48bd-8457-bf84ce159fba admin admin] Notify callbacks [] for port, precommit_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:59.019307 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-02144d37-108e-4322-a042-7d6ccdaf138b req-ce1a4aa3-8dd1-4a3c-8081-90f289a8348f tempest-DeleteServersTestJSON-1154458300 tempest-DeleteServersTestJSON-1154458300-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6ced1af-59d2-4328-83d4-a233a501bc09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3792751 Apr 16 16:45:59.020459 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8a75de33-81d6-44b7-aae9-032926adc10b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:59.021746 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d3a83a68-0192-48bd-8457-bf84ce159fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900'] for port, after_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:59.124024 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-78f88e7b-5b7a-470b-9e16-4077488ee4db req-40086588-22f6-489c-aa43-0a2e21f0b316 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ba0bb439-3e02-465a-abad-3939542f956d HTTP/1.1" status: 200 len: 217 time: 0.1097891 Apr 16 16:45:59.147953 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-f115b74a-134c-490c-ac20-0a4fa25f7e0c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e0304df6590a4d53be2726b0c98b0dd6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7019310 Apr 16 16:45:59.155930 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 35744) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:45:59.165944 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d3a83a68-0192-48bd-8457-bf84ce159fba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432616'] for router_interface, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:59.228437 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:59.304905 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] For port aabd4896-a6de-4de3-bfd5-7f4fb8cecc07, host dv-cinder-733622-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-smb',level=0,port_id=aabd4896-a6de-4de3-bfd5-7f4fb8cecc07,segment=NetworkSegment(72591246-2019-4cd4-9cf3-fab9e1d2beed),segment_id=72591246-2019-4cd4-9cf3-fab9e1d2beed)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:45:59.312269 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:59.321356 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-774b4a15-a84b-4566-b3d2-058b1edb9c9d req-c7c31494-d651-4682-a0dc-e5e30b42558c tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Unset dirty status for tenant:43227d5615b84ce4a66767a47689161f on resource:security_group {{(pid=85336) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 16:45:59.323457 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-774b4a15-a84b-4566-b3d2-058b1edb9c9d req-c7c31494-d651-4682-a0dc-e5e30b42558c tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.38 "GET /v2.0/security-groups?id=000be728-5835-465a-a527-c6c2ddb86249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0883822 Apr 16 16:45:59.454356 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-91826a8f-8e54-4902-9f0e-ea806887c1d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:45:59.572810 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-789ccbf3-09be-4ba5-8cd4-408c346a00e2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:45:59.592630 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Pushing event updated for resources: {'Port': ['ID=aabd4896-a6de-4de3-bfd5-7f4fb8cecc07,revision_number=4']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:45:59.597834 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:45:59.614398 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-c1eb580b-6ce8-4148-bc36-e1f8d8e32283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7246a46c-3e89-4c3d-96dc-a5f833931984', 'name': 'tempest-AttachVolumeShelveTestJSON-1554147742-router', 'tenant_id': '88a1c77b2ae945419c929cd0ad2c2a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'external_fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.213'}], 'enable_snat': True}, 'gw_port_id': '2c1bc0b1-551f-42c2-9f06-e7a8bdce7737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:45:37Z', 'updated_at': '2021-04-16T16:45:47Z', 'revision_number': 3, 'project_id': '88a1c77b2ae945419c929cd0ad2c2a68', 'gw_port': {'id': '2c1bc0b1-551f-42c2-9f06-e7a8bdce7737', 'name': '', 'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b7:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7246a46c-3e89-4c3d-96dc-a5f833931984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:45:40Z', 'updated_at': '2021-04-16T16:45:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-smb'}], 'dv-cinder-733622-13-smb', False) {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:45:59.619589 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1eb580b-6ce8-4148-bc36-e1f8d8e32283 None None] Checking router: 7246a46c-3e89-4c3d-96dc-a5f833931984 for host: dv-cinder-733622-13-smb {{(pid=85337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 16:45:59.620237 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1eb580b-6ce8-4148-bc36-e1f8d8e32283 None None] Updating router 7246a46c-3e89-4c3d-96dc-a5f833931984 port 2c1bc0b1-551f-42c2-9f06-e7a8bdce7737 binding host dv-cinder-733622-13-smb {{(pid=85337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 16:45:59.705574 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae06475c-183f-4e5c-9d88-6072ec112e2b', 'tag': 'ba0bb439-3e02-465a-abad-3939542f956d', 'status': 'completed', 'code': 200} Apr 16 16:45:59.710788 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c1eb580b-6ce8-4148-bc36-e1f8d8e32283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:59.722582 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-8a75de33-81d6-44b7-aae9-032926adc10b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6a0e3f79a99149fb972e8075eddd9f1d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5091290 Apr 16 16:45:59.729756 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 35754) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:45:59.773404 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c4405768-98b9-4bfc-8cc3-7c0ad800a58c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:59.785973 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-9a90dd7f-d7d2-4b7e-8058-075919b5d651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139'] for subnet, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:59.820212 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a83a68-0192-48bd-8457-bf84ce159fba admin admin] Network b5d67f03-2a50-4f49-99e2-88dca9cc2c57 is already hosted by enough agents. {{(pid=85335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 16:45:59.832593 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a83a68-0192-48bd-8457-bf84ce159fba admin admin] Pushing event updated for resources: {'Port': ['ID=b45aaf18-95e8-4b8c-8a6d-1429cfe3d5d8,revision_number=2']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:45:59.835511 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [None req-d3a83a68-0192-48bd-8457-bf84ce159fba admin admin] Resources bound (agent type, host, resource id): {{(pid=85335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:45:59.851069 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-d3a83a68-0192-48bd-8457-bf84ce159fba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:45:59.852236 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-6b1aab66-5bb8-4e03-9292-49b025272abf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:45:59.858895 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-69bb8bc5-0913-4318-939c-2a6f4fa9b75e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.222s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:45:59.878722 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f88e7b-5b7a-470b-9e16-4077488ee4db req-a52a3f55-3e91-431a-add3-fd41fba70f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:45:59.880395 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-78f88e7b-5b7a-470b-9e16-4077488ee4db req-a52a3f55-3e91-431a-add3-fd41fba70f54 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=6d696659-54c3-4f54-aeff-1007e799c194 HTTP/1.1" status: 200 len: 851 time: 0.2431359 Apr 16 16:45:59.924839 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c4405768-98b9-4bfc-8cc3-7c0ad800a58c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:59.980863 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a75de33-81d6-44b7-aae9-032926adc10b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=655e04e5-f449-4a85-a63e-41ce55c1b18b,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:45:59.997616 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-78f88e7b-5b7a-470b-9e16-4077488ee4db req-5fc4d0bd-bfe8-49c0-9dd8-d7a19bae0e73 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=c9807ba7-a0c0-4f29-a57e-6960aa72258b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0995200 Apr 16 16:46:00.000451 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-8a75de33-81d6-44b7-aae9-032926adc10b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:46:00.006478 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-7cf6f81b-de41-4002-bc16-0f604e215c05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:00.044263 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a90dd7f-d7d2-4b7e-8058-075919b5d651 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a93e35b-d00f-429f-b63f-b3e18b4cba1b,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:46:00.313307 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-7cf6f81b-de41-4002-bc16-0f604e215c05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:00.366152 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-9a90dd7f-d7d2-4b7e-8058-075919b5d651 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.514s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:46:00.529750 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3a83a68-0192-48bd-8457-bf84ce159fba admin admin] Router 6acbe92d-12b3-49e3-a9cf-2c57dd9776ac has already been hosted by L3 agent 4aa3b6c8-2ef9-4577-bdb6-1cfedaad083f {{(pid=85335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 16:46:00.563919 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-78f88e7b-5b7a-470b-9e16-4077488ee4db req-6b3c0f7a-9af2-4586-9067-0bb8032dd82c service neutron] 10.222.0.87 "GET /v2.0/networks/c9807ba7-a0c0-4f29-a57e-6960aa72258b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5578654 Apr 16 16:46:00.577811 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c1eb580b-6ce8-4148-bc36-e1f8d8e32283 None None] Notify callbacks [] for port, precommit_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:00.595630 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-c1eb580b-6ce8-4148-bc36-e1f8d8e32283 None None] Transition to ACTIVE for port object 2c1bc0b1-551f-42c2-9f06-e7a8bdce7737 will not be triggered until provisioned by entity L2. {{(pid=85337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:46:00.607972 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c1eb580b-6ce8-4148-bc36-e1f8d8e32283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:00.609707 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Device aabd4896-a6de-4de3-bfd5-7f4fb8cecc07 up at agent ovs-agent-dv-cinder-733622-13-smb {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:46:00.663709 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-7cf6f81b-de41-4002-bc16-0f604e215c05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:00.707942 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-86553a11-ccaf-4ed0-834e-894076cb1cb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:46:00.792588 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-18da6593-7f54-49a9-830e-47537cbdd701 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:46:00.800626 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542b514e-31e4-4a02-8fbe-3e22cc528065 None None] Pushing event updated for resources: {'Port': ['ID=2c1bc0b1-551f-42c2-9f06-e7a8bdce7737,revision_number=2']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:46:00.803558 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-7420458c-fc16-42ca-aba7-e27fc6171f88 None None] Provisioning complete for port b45aaf18-95e8-4b8c-8a6d-1429cfe3d5d8 triggered by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:46:00.803986 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-7420458c-fc16-42ca-aba7-e27fc6171f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852761088'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:00.863295 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-9a90dd7f-d7d2-4b7e-8058-075919b5d651 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609088'] for subnet, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:00.884451 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c4405768-98b9-4bfc-8cc3-7c0ad800a58c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:00.893919 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf6f81b-de41-4002-bc16-0f604e215c05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=655e04e5-f449-4a85-a63e-41ce55c1b18b,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:46:00.899358 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-542b514e-31e4-4a02-8fbe-3e22cc528065 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:46:00.900036 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-7420458c-fc16-42ca-aba7-e27fc6171f88 None None] Port b45aaf18-95e8-4b8c-8a6d-1429cfe3d5d8 cannot update to ACTIVE because it is not bound. {{(pid=85337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 16:46:00.915445 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-7cf6f81b-de41-4002-bc16-0f604e215c05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:46:00.948778 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-97c61017-ac43-4a29-854f-0d14826027a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:46:00.976844 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c4405768-98b9-4bfc-8cc3-7c0ad800a58c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:00.981281 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-c4405768-98b9-4bfc-8cc3-7c0ad800a58c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/61a52739-54e7-4703-a0e8-e5941b702f69 HTTP/1.1" status: 204 len: 168 time: 1.8162568 Apr 16 16:46:01.005291 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4405768-98b9-4bfc-8cc3-7c0ad800a58c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61a52739-54e7-4703-a0e8-e5941b702f69,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:46:01.009723 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c4405768-98b9-4bfc-8cc3-7c0ad800a58c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:46:01.012434 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-9a90dd7f-d7d2-4b7e-8058-075919b5d651 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/7a93e35b-d00f-429f-b63f-b3e18b4cba1b HTTP/1.1" status: 204 len: 168 time: 4.0230443 Apr 16 16:46:01.022424 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 35778) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:46:01.171490 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Provisioning complete for port aabd4896-a6de-4de3-bfd5-7f4fb8cecc07 triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:46:01.172177 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852761088'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:01.185519 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-7cf6f81b-de41-4002-bc16-0f604e215c05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:01.186997 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-7cf6f81b-de41-4002-bc16-0f604e215c05 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/655e04e5-f449-4a85-a63e-41ce55c1b18b HTTP/1.1" status: 204 len: 168 time: 1.4384928 Apr 16 16:46:01.333450 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-c1eb580b-6ce8-4148-bc36-e1f8d8e32283 None None] Attempting to bind port 2c1bc0b1-551f-42c2-9f06-e7a8bdce7737 on host dv-cinder-733622-13-smb for vnic_type normal with profile {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 16:46:01.334552 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-c1eb580b-6ce8-4148-bc36-e1f8d8e32283 None None] Attempting to bind port 2c1bc0b1-551f-42c2-9f06-e7a8bdce7737 by drivers openvswitch,hyperv on host dv-cinder-733622-13-smb at level 0 using segments [{'id': '72591246-2019-4cd4-9cf3-fab9e1d2beed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f'}] {{(pid=85337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 16:46:01.335358 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1eb580b-6ce8-4148-bc36-e1f8d8e32283 None None] Attempting to bind port 2c1bc0b1-551f-42c2-9f06-e7a8bdce7737 on network 2bc9ca6b-6e72-4404-899b-6b4685eced1f {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 16:46:01.351214 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1eb580b-6ce8-4148-bc36-e1f8d8e32283 None None] Checking agent: {'id': '033b0af5-7550-4b5d-954a-022a384d8461', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 16, 36, 23), 'started_at': datetime.datetime(2021, 4, 16, 16, 36, 53), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 16:46:01.352287 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1eb580b-6ce8-4148-bc36-e1f8d8e32283 None None] Checking segment: {'id': '72591246-2019-4cd4-9cf3-fab9e1d2beed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 16:46:01.352957 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c1eb580b-6ce8-4148-bc36-e1f8d8e32283 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:01.353597 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1eb580b-6ce8-4148-bc36-e1f8d8e32283 None None] Bound using segment: {'id': '72591246-2019-4cd4-9cf3-fab9e1d2beed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f'} {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 16:46:01.354376 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577230eb-ee99-4c17-99ae-534516410e36 req-993df207-2f69-4fed-9eff-eb4ea8bf047c tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:46:01.354670 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-c1eb580b-6ce8-4148-bc36-e1f8d8e32283 None None] Bound port: 2c1bc0b1-551f-42c2-9f06-e7a8bdce7737, host: dv-cinder-733622-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72591246-2019-4cd4-9cf3-fab9e1d2beed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f'}}] {{(pid=85337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 16:46:01.355405 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c1eb580b-6ce8-4148-bc36-e1f8d8e32283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:01.356231 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-577230eb-ee99-4c17-99ae-534516410e36 req-993df207-2f69-4fed-9eff-eb4ea8bf047c tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.38 "GET /v2.0/ports?device_id=5b3fa1b8-b215-4bda-a3f2-1c4bb3349a04 HTTP/1.1" status: 200 len: 932 time: 0.8068485 Apr 16 16:46:01.465236 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d5b6f4-3146-4ac9-a1d9-5dc6ea103d02 req-8215b21e-8326-475c-9eca-2ed08e540ad2 tempest-DeleteServersTestJSON-1154458300 tempest-DeleteServersTestJSON-1154458300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:46:01.479160 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-97d5b6f4-3146-4ac9-a1d9-5dc6ea103d02 req-8215b21e-8326-475c-9eca-2ed08e540ad2 tempest-DeleteServersTestJSON-1154458300 tempest-DeleteServersTestJSON-1154458300-project] 10.222.0.38 "GET /v2.0/ports?device_id=ae06475c-183f-4e5c-9d88-6072ec112e2b HTTP/1.1" status: 200 len: 944 time: 1.1284354 Apr 16 16:46:01.507663 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-78f88e7b-5b7a-470b-9e16-4077488ee4db req-eebacc86-adb9-4387-afef-c2eceaf5bd87 service neutron] 10.222.0.87 "GET /v2.0/networks/c9807ba7-a0c0-4f29-a57e-6960aa72258b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8836823 Apr 16 16:46:01.607636 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-c1eb580b-6ce8-4148-bc36-e1f8d8e32283 None None] For port 2c1bc0b1-551f-42c2-9f06-e7a8bdce7737, host dv-cinder-733622-13-smb, cleared binding levels {{(pid=85337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 16:46:01.614775 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-c1eb580b-6ce8-4148-bc36-e1f8d8e32283 None None] For port 2c1bc0b1-551f-42c2-9f06-e7a8bdce7737, host dv-cinder-733622-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-smb',level=0,port_id=2c1bc0b1-551f-42c2-9f06-e7a8bdce7737,segment=NetworkSegment(72591246-2019-4cd4-9cf3-fab9e1d2beed),segment_id=72591246-2019-4cd4-9cf3-fab9e1d2beed)] {{(pid=85337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 16:46:01.619281 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c1eb580b-6ce8-4148-bc36-e1f8d8e32283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:01.655543 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [req-7008986a-5842-417d-bb74-8e10a16cf1d8 req-79cb29b5-11de-4029-97f8-a4c97d61656a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2682bdb-4ce5-454d-b1f3-ca2da88890ff {{(pid=85336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 16:46:01.667737 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-cf314ac5-5305-4b12-96dc-e1563f91f4be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33594'] for network, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:01.739942 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3a83a68-0192-48bd-8457-bf84ce159fba admin admin] Notify agent at l3_agent.dv-cinder-733622-13-smb the message routers_updated {{(pid=85335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 16:46:01.759122 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84742505-8f8d-43cc-ad9a-d6bad518b05a None None] Sync routers for ids ['6acbe92d-12b3-49e3-a9cf-2c57dd9776ac'] in dv-cinder-733622-13-smb {{(pid=85338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 16:46:01.774083 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-d3a83a68-0192-48bd-8457-bf84ce159fba admin admin] 10.222.0.38 "PUT /v2.0/routers/6acbe92d-12b3-49e3-a9cf-2c57dd9776ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.5570838 Apr 16 16:46:01.775826 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-577230eb-ee99-4c17-99ae-534516410e36 req-33e6c4b4-afb6-4ad6-943b-314b7c28c4e0 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.38 "GET /v2.0/security-groups?id=000be728-5835-465a-a527-c6c2ddb86249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3702028 Apr 16 16:46:01.782259 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:46:01.796385 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-7008986a-5842-417d-bb74-8e10a16cf1d8 req-79cb29b5-11de-4029-97f8-a4c97d61656a service neutron] Notify callbacks [] for port, precommit_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:01.800335 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84742505-8f8d-43cc-ad9a-d6bad518b05a None None] Routers {'6acbe92d-12b3-49e3-a9cf-2c57dd9776ac'} bound to L3 agent in host dv-cinder-733622-13-smb {{(pid=85338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:46:01.807223 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-84742505-8f8d-43cc-ad9a-d6bad518b05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T16:36:22Z,description=,heartbeat_timestamp=2021-04-16T16:45:52Z,host='dv-cinder-733622-13-smb',id=4aa3b6c8-2ef9-4577-bdb6-1cfedaad083f,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T16:36:22Z,topic='l3_agent')) {'router_ids': ['6acbe92d-12b3-49e3-a9cf-2c57dd9776ac'], 'active': True} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:46:01.811354 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-97d5b6f4-3146-4ac9-a1d9-5dc6ea103d02 req-fec59058-16e4-4dbe-9eb7-323cffbbff0d tempest-DeleteServersTestJSON-1154458300 tempest-DeleteServersTestJSON-1154458300-project] Synchronizing usage tracker for tenant:157fd34e509345c597d19b22a98ced24 on resource:security_group {{(pid=85336) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 16:46:01.839203 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99b55e3-7125-473a-ba3d-27024bebb859 req-0420e70f-8ac2-4449-aaab-68b75f723db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:46:01.841017 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-d99b55e3-7125-473a-ba3d-27024bebb859 req-0420e70f-8ac2-4449-aaab-68b75f723db3 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=157fd34e509345c597d19b22a98ced24&device_id=ae06475c-183f-4e5c-9d88-6072ec112e2b HTTP/1.1" status: 200 len: 1097 time: 0.2594130 Apr 16 16:46:01.951271 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542b514e-31e4-4a02-8fbe-3e22cc528065 None None] Pushing event updated for resources: {'Port': ['ID=2c1bc0b1-551f-42c2-9f06-e7a8bdce7737,revision_number=3']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:46:01.957466 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-542b514e-31e4-4a02-8fbe-3e22cc528065 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:46:01.980275 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1eb580b-6ce8-4148-bc36-e1f8d8e32283 None None] Routers {'7246a46c-3e89-4c3d-96dc-a5f833931984'} bound to L3 agent in host dv-cinder-733622-13-smb {{(pid=85337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:46:01.980956 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-c1eb580b-6ce8-4148-bc36-e1f8d8e32283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T16:36:22Z,description=,heartbeat_timestamp=2021-04-16T16:45:52Z,host='dv-cinder-733622-13-smb',id=4aa3b6c8-2ef9-4577-bdb6-1cfedaad083f,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T16:36:22Z,topic='l3_agent')) {'router_ids': ['7246a46c-3e89-4c3d-96dc-a5f833931984'], 'active': True} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:46:02.038320 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [req-7008986a-5842-417d-bb74-8e10a16cf1d8 req-79cb29b5-11de-4029-97f8-a4c97d61656a service neutron] Transition to ACTIVE for port object d2682bdb-4ce5-454d-b1f3-ca2da88890ff will not be triggered until provisioned by entity L2. {{(pid=85336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:46:02.108466 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99b55e3-7125-473a-ba3d-27024bebb859 req-65b9b610-3e5b-43da-9823-fb49779d0bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:46:02.112493 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-d99b55e3-7125-473a-ba3d-27024bebb859 req-65b9b610-3e5b-43da-9823-fb49779d0bf8 service neutron] 10.222.0.87 "GET /v2.0/networks?id=c9807ba7-a0c0-4f29-a57e-6960aa72258b HTTP/1.1" status: 200 len: 912 time: 0.2649035 Apr 16 16:46:02.129066 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-7008986a-5842-417d-bb74-8e10a16cf1d8 req-79cb29b5-11de-4029-97f8-a4c97d61656a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900'] for port, after_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:02.140151 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-97d5b6f4-3146-4ac9-a1d9-5dc6ea103d02 req-fec59058-16e4-4dbe-9eb7-323cffbbff0d tempest-DeleteServersTestJSON-1154458300 tempest-DeleteServersTestJSON-1154458300-project] Unset dirty status for tenant:157fd34e509345c597d19b22a98ced24 on resource:security_group {{(pid=85336) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 16:46:02.152790 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-97d5b6f4-3146-4ac9-a1d9-5dc6ea103d02 req-fec59058-16e4-4dbe-9eb7-323cffbbff0d tempest-DeleteServersTestJSON-1154458300 tempest-DeleteServersTestJSON-1154458300-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6ced1af-59d2-4328-83d4-a233a501bc09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6721733 Apr 16 16:46:02.252395 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvr_db [None req-c1eb580b-6ce8-4148-bc36-e1f8d8e32283 None None] Set router 7246a46c-3e89-4c3d-96dc-a5f833931984 gateway port host: dv-cinder-733622-13-smb {{(pid=85337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:46:02.265706 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-d99b55e3-7125-473a-ba3d-27024bebb859 req-e1be9a62-ed66-4aa3-9c1f-75195e7fac0b service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ba0bb439-3e02-465a-abad-3939542f956d HTTP/1.1" status: 200 len: 217 time: 0.1391835 Apr 16 16:46:02.303991 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvr_db [None req-84742505-8f8d-43cc-ad9a-d6bad518b05a None None] Set router 6acbe92d-12b3-49e3-a9cf-2c57dd9776ac gateway port host: dv-cinder-733622-13-smb {{(pid=85338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:46:02.456096 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 35812) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:46:02.493988 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99b55e3-7125-473a-ba3d-27024bebb859 req-7fa988e9-78ba-4ae3-80c3-a754717fdf41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:46:02.496959 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-d99b55e3-7125-473a-ba3d-27024bebb859 req-7fa988e9-78ba-4ae3-80c3-a754717fdf41 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=6d696659-54c3-4f54-aeff-1007e799c194 HTTP/1.1" status: 200 len: 851 time: 0.2281835 Apr 16 16:46:02.644568 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-d99b55e3-7125-473a-ba3d-27024bebb859 req-a6f65823-3c3c-4ba9-887a-7c6c2946ec94 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=c9807ba7-a0c0-4f29-a57e-6960aa72258b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1359251 Apr 16 16:46:02.646967 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-cf314ac5-5305-4b12-96dc-e1563f91f4be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2001432', 'neutron.services.segments.db._delete_segments_for_network-8751456264904'] for network, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:02.878940 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-cf314ac5-5305-4b12-96dc-e1563f91f4be admin admin] Subscribe: > segment before_delete 55550000 {{(pid=85336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:46:02.880442 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-cf314ac5-5305-4b12-96dc-e1563f91f4be admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=85336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:46:02.885369 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-cf314ac5-5305-4b12-96dc-e1563f91f4be admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=85336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:46:02.886181 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-cf314ac5-5305-4b12-96dc-e1563f91f4be admin admin] Subscribe: > port after_create 55550000 {{(pid=85336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:46:02.886423 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-cf314ac5-5305-4b12-96dc-e1563f91f4be admin admin] Subscribe: > port after_delete 55550000 {{(pid=85336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:46:02.886817 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-cf314ac5-5305-4b12-96dc-e1563f91f4be admin admin] Subscribe: > port after_update 55550000 {{(pid=85336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:46:02.887266 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-cf314ac5-5305-4b12-96dc-e1563f91f4be admin admin] Subscribe: > segment after_delete 55550000 {{(pid=85336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:46:02.887539 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-cf314ac5-5305-4b12-96dc-e1563f91f4be admin admin] Subscribe: > subnet after_create 55550000 {{(pid=85336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:46:02.887883 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-cf314ac5-5305-4b12-96dc-e1563f91f4be admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=85336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:46:02.888249 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-cf314ac5-5305-4b12-96dc-e1563f91f4be admin admin] Subscribe: > subnet after_update 55550000 {{(pid=85336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:46:02.972179 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-c1eb580b-6ce8-4148-bc36-e1f8d8e32283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7246a46c-3e89-4c3d-96dc-a5f833931984', 'name': 'tempest-AttachVolumeShelveTestJSON-1554147742-router', 'tenant_id': '88a1c77b2ae945419c929cd0ad2c2a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'external_fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.213'}], 'enable_snat': True}, 'gw_port_id': '2c1bc0b1-551f-42c2-9f06-e7a8bdce7737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:45:37Z', 'updated_at': '2021-04-16T16:45:47Z', 'revision_number': 3, 'project_id': '88a1c77b2ae945419c929cd0ad2c2a68', 'gw_port': {'id': '2c1bc0b1-551f-42c2-9f06-e7a8bdce7737', 'name': '', 'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b7:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7246a46c-3e89-4c3d-96dc-a5f833931984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:45:40Z', 'updated_at': '2021-04-16T16:46:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-smb'}], 'dv-cinder-733622-13-smb', False) {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:46:02.978997 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1eb580b-6ce8-4148-bc36-e1f8d8e32283 None None] The sync data for ids ['7246a46c-3e89-4c3d-96dc-a5f833931984'] in dv-cinder-733622-13-smb is: [{'id': '7246a46c-3e89-4c3d-96dc-a5f833931984', 'name': 'tempest-AttachVolumeShelveTestJSON-1554147742-router', 'tenant_id': '88a1c77b2ae945419c929cd0ad2c2a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'external_fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.213'}], 'enable_snat': True}, 'gw_port_id': '2c1bc0b1-551f-42c2-9f06-e7a8bdce7737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:45:37Z', 'updated_at': '2021-04-16T16:45:47Z', 'revision_number': 3, 'project_id': '88a1c77b2ae945419c929cd0ad2c2a68', 'gw_port': {'id': '2c1bc0b1-551f-42c2-9f06-e7a8bdce7737', 'name': '', 'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b7:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7246a46c-3e89-4c3d-96dc-a5f833931984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:45:40Z', 'updated_at': '2021-04-16T16:46:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-smb'}] {{(pid=85337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 16:46:03.020463 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-d99b55e3-7125-473a-ba3d-27024bebb859 req-0a43458b-0d8c-46a2-834a-350d3257db49 service neutron] 10.222.0.87 "GET /v2.0/networks/c9807ba7-a0c0-4f29-a57e-6960aa72258b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3678002 Apr 16 16:46:03.239702 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-cf314ac5-5305-4b12-96dc-e1563f91f4be admin admin] Subscribe: > subnet after_create 55550000 {{(pid=85336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:46:03.240133 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-cf314ac5-5305-4b12-96dc-e1563f91f4be admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=85336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:46:03.240726 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-cf314ac5-5305-4b12-96dc-e1563f91f4be admin admin] Subscribe: > subnet before_create 55550000 {{(pid=85336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:46:03.241328 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-cf314ac5-5305-4b12-96dc-e1563f91f4be admin admin] Subscribe: > subnet before_update 55550000 {{(pid=85336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:46:03.242329 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.services.segments.db [None req-cf314ac5-5305-4b12-96dc-e1563f91f4be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e4a61a4-f22a-4952-8f88-e6509714fdbb']}} {{(pid=85336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:46:03.260087 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.services.segments.db [None req-cf314ac5-5305-4b12-96dc-e1563f91f4be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'feeb6f1d-1922-434e-8639-9605271d0930') {'for_net_delete': True} {{(pid=85336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:46:03.260489 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.services.segments.db [None req-cf314ac5-5305-4b12-96dc-e1563f91f4be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'feeb6f1d-1922-434e-8639-9605271d0930') {} {{(pid=85336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:46:03.277650 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-cf314ac5-5305-4b12-96dc-e1563f91f4be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751456237017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2479916'] for segment, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:03.323904 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-cf314ac5-5305-4b12-96dc-e1563f91f4be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-60927'] for segment, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:03.339669 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf314ac5-5305-4b12-96dc-e1563f91f4be admin admin] Releasing vlan 770 on physical network physnet1 to pool {{(pid=85336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 16:46:03.407795 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-84742505-8f8d-43cc-ad9a-d6bad518b05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6acbe92d-12b3-49e3-a9cf-2c57dd9776ac', 'name': 'tempest-AttachVolumeTestJSON-2033844302-router', 'tenant_id': '884b1020849e42e3acc115cae0298189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'external_fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.194'}], 'enable_snat': True}, 'gw_port_id': 'aabd4896-a6de-4de3-bfd5-7f4fb8cecc07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:45:37Z', 'updated_at': '2021-04-16T16:45:58Z', 'revision_number': 4, 'project_id': '884b1020849e42e3acc115cae0298189', 'gw_port': {'id': 'aabd4896-a6de-4de3-bfd5-7f4fb8cecc07', 'name': '', 'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6acbe92d-12b3-49e3-a9cf-2c57dd9776ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:45:39Z', 'updated_at': '2021-04-16T16:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-smb', '_interfaces': [{'id': 'b45aaf18-95e8-4b8c-8a6d-1429cfe3d5d8', 'name': '', 'network_id': 'b5d67f03-2a50-4f49-99e2-88dca9cc2c57', 'tenant_id': '884b1020849e42e3acc115cae0298189', 'mac_address': 'fa:16:3e:f1:f0:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6acbe92d-12b3-49e3-a9cf-2c57dd9776ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '649747cf-05da-40d5-a9b4-d5107e9dbf05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:45:55Z', 'updated_at': '2021-04-16T16:45:58Z', 'revision_number': 2, 'project_id': '884b1020849e42e3acc115cae0298189', 'subnets': [{'id': '649747cf-05da-40d5-a9b4-d5107e9dbf05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-13-smb', False) {} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:46:03.415720 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84742505-8f8d-43cc-ad9a-d6bad518b05a None None] Checking router: 6acbe92d-12b3-49e3-a9cf-2c57dd9776ac for host: dv-cinder-733622-13-smb {{(pid=85338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 16:46:03.416372 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84742505-8f8d-43cc-ad9a-d6bad518b05a None None] Updating router 6acbe92d-12b3-49e3-a9cf-2c57dd9776ac port b45aaf18-95e8-4b8c-8a6d-1429cfe3d5d8 binding host dv-cinder-733622-13-smb {{(pid=85338) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 16:46:03.423295 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-348ed8c3-fcdb-4616-bbd0-68c5f8d40d2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:03.522317 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-348ed8c3-fcdb-4616-bbd0-68c5f8d40d2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:46:03.547573 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-348ed8c3-fcdb-4616-bbd0-68c5f8d40d2e admin admin] Usage tracker for resource:security_group_rule and tenant:ee7354e54ff746fb84289a1fab4a0bc2 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:46:03.595648 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-84742505-8f8d-43cc-ad9a-d6bad518b05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:03.602219 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-348ed8c3-fcdb-4616-bbd0-68c5f8d40d2e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:46:03.632232 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 35840) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:46:03.672103 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-348ed8c3-fcdb-4616-bbd0-68c5f8d40d2e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:46:03.696373 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-660ace91-4888-4a95-802b-9fd318589667 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1193140988', 'description': 'tempest-description--1019408114'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:46:03.706918 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:46:03.721276 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-660ace91-4888-4a95-802b-9fd318589667 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:46:03.738021 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-660ace91-4888-4a95-802b-9fd318589667 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Usage tracker for resource:security_group and tenant:884b1020849e42e3acc115cae0298189 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:46:03.746893 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-660ace91-4888-4a95-802b-9fd318589667 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:46:03.774215 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-660ace91-4888-4a95-802b-9fd318589667 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:46:03.811233 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-d99b55e3-7125-473a-ba3d-27024bebb859 req-316dd085-23c5-431d-b8ca-b42d094048a8 service neutron] 10.222.0.87 "GET /v2.0/networks/c9807ba7-a0c0-4f29-a57e-6960aa72258b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7832739 Apr 16 16:46:03.820840 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-660ace91-4888-4a95-802b-9fd318589667 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:03.902236 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-660ace91-4888-4a95-802b-9fd318589667 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:46:03.946313 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-660ace91-4888-4a95-802b-9fd318589667 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Usage tracker for resource:security_group_rule and tenant:884b1020849e42e3acc115cae0298189 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:46:03.960549 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-660ace91-4888-4a95-802b-9fd318589667 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:46:03.989262 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-660ace91-4888-4a95-802b-9fd318589667 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:46:04.146544 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-90271e33-8207-49af-87ff-52d6d740e49c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:04.172967 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Device 2c1bc0b1-551f-42c2-9f06-e7a8bdce7737 up at agent ovs-agent-dv-cinder-733622-13-smb {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:46:04.194218 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-660ace91-4888-4a95-802b-9fd318589667 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:04.381635 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-348ed8c3-fcdb-4616-bbd0-68c5f8d40d2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:04.399007 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-660ace91-4888-4a95-802b-9fd318589667 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:04.441146 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-cf314ac5-5305-4b12-96dc-e1563f91f4be admin admin] Network 2e4a61a4-f22a-4952-8f88-e6509714fdbb has no segments {{(pid=85336) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 16:46:04.475589 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Provisioning for port 2c1bc0b1-551f-42c2-9f06-e7a8bdce7737 completed by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:46:04.493546 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-348ed8c3-fcdb-4616-bbd0-68c5f8d40d2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:04.496533 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Provisioning complete for port 2c1bc0b1-551f-42c2-9f06-e7a8bdce7737 triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:46:04.497268 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852761088'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:04.575591 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:46:04.632055 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-cf314ac5-5305-4b12-96dc-e1563f91f4be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854714905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2419244'] for segment, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:04.920985 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-84742505-8f8d-43cc-ad9a-d6bad518b05a None None] Notify callbacks [] for port, precommit_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:04.976941 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-84742505-8f8d-43cc-ad9a-d6bad518b05a None None] Transition to ACTIVE for port object b45aaf18-95e8-4b8c-8a6d-1429cfe3d5d8 will not be triggered until provisioned by entity L2. {{(pid=85338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:46:04.982926 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:04.996605 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-84742505-8f8d-43cc-ad9a-d6bad518b05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900'] for port, after_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:05.028796 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-cf314ac5-5305-4b12-96dc-e1563f91f4be admin admin] Network 2e4a61a4-f22a-4952-8f88-e6509714fdbb has no segments {{(pid=85336) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 16:46:05.036474 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-a246deb5-62e7-442d-9446-e5069ae4cf01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:46:05.036779 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] For port 2c1bc0b1-551f-42c2-9f06-e7a8bdce7737, host dv-cinder-733622-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-smb',level=0,port_id=2c1bc0b1-551f-42c2-9f06-e7a8bdce7737,segment=NetworkSegment(72591246-2019-4cd4-9cf3-fab9e1d2beed),segment_id=72591246-2019-4cd4-9cf3-fab9e1d2beed)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:46:05.040433 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:05.042703 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:46:05.066144 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-348ed8c3-fcdb-4616-bbd0-68c5f8d40d2e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ee7354e54ff746fb84289a1fab4a0bc2&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6083345 Apr 16 16:46:05.087701 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-660ace91-4888-4a95-802b-9fd318589667 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:05.092898 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-660ace91-4888-4a95-802b-9fd318589667 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.4298425 Apr 16 16:46:05.092898 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 35866) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:46:05.108632 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 35868) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:46:05.127174 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-10484d8a-6994-4d6c-9af9-f0d84d26ef33 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Request body: {'security_group_rule': {'security_group_id': '9619b15f-c003-4676-8b83-3ac3c8f30e30', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:46:05.194202 dv-cinder-733622-13-smb neutron-server[85220]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 16 16:46:05.194202 dv-cinder-733622-13-smb neutron-server[85220]: from cryptography.utils import int_from_bytes Apr 16 16:46:05.194202 dv-cinder-733622-13-smb neutron-server[85220]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 16 16:46:05.194202 dv-cinder-733622-13-smb neutron-server[85220]: from cryptography.utils import int_from_bytes Apr 16 16:46:05.194202 dv-cinder-733622-13-smb neutron-server[85220]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 16 16:46:05.194202 dv-cinder-733622-13-smb neutron-server[85220]: (rel_b, rel_a, rel_b), Apr 16 16:46:05.194202 dv-cinder-733622-13-smb neutron-server[85220]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 16 16:46:05.194202 dv-cinder-733622-13-smb neutron-server[85220]: (rel_b, rel_a, rel_b), Apr 16 16:46:05.194202 dv-cinder-733622-13-smb neutron-server[85220]: Traceback (most recent call last): Apr 16 16:46:05.194202 dv-cinder-733622-13-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 16:46:05.194202 dv-cinder-733622-13-smb neutron-server[85220]: timer() Apr 16 16:46:05.194202 dv-cinder-733622-13-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 16:46:05.194202 dv-cinder-733622-13-smb neutron-server[85220]: cb(*args, **kw) Apr 16 16:46:05.194202 dv-cinder-733622-13-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 16:46:05.194202 dv-cinder-733622-13-smb neutron-server[85220]: return func(*args, **kwargs) Apr 16 16:46:05.194202 dv-cinder-733622-13-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 16:46:05.194202 dv-cinder-733622-13-smb neutron-server[85220]: self._notify() Apr 16 16:46:05.194202 dv-cinder-733622-13-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 16:46:05.194202 dv-cinder-733622-13-smb neutron-server[85220]: self.callback(batched_events) Apr 16 16:46:05.194202 dv-cinder-733622-13-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 16:46:05.194202 dv-cinder-733622-13-smb neutron-server[85220]: event.method(event) Apr 16 16:46:05.194202 dv-cinder-733622-13-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 16:46:05.194202 dv-cinder-733622-13-smb neutron-server[85220]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 16:46:05.194202 dv-cinder-733622-13-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 16:46:05.194202 dv-cinder-733622-13-smb neutron-server[85220]: segment_id)['aggregates'][0] Apr 16 16:46:05.194202 dv-cinder-733622-13-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 16:46:05.194202 dv-cinder-733622-13-smb neutron-server[85220]: return f(self, *a, **k) Apr 16 16:46:05.194202 dv-cinder-733622-13-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 16:46:05.194202 dv-cinder-733622-13-smb neutron-server[85220]: return self._get(url).json() Apr 16 16:46:05.194202 dv-cinder-733622-13-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 16:46:05.194202 dv-cinder-733622-13-smb neutron-server[85220]: **kwargs) Apr 16 16:46:05.194202 dv-cinder-733622-13-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 16:46:05.194202 dv-cinder-733622-13-smb neutron-server[85220]: return self.request(url, 'GET', **kwargs) Apr 16 16:46:05.194202 dv-cinder-733622-13-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 16:46:05.194202 dv-cinder-733622-13-smb neutron-server[85220]: **endpoint_filter) Apr 16 16:46:05.194202 dv-cinder-733622-13-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 16:46:05.194202 dv-cinder-733622-13-smb neutron-server[85220]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 16:46:05.194202 dv-cinder-733622-13-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 16:46:05.194202 dv-cinder-733622-13-smb neutron-server[85220]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 16:46:05.194202 dv-cinder-733622-13-smb neutron-server[85220]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 16:46:05.209027 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-cf314ac5-5305-4b12-96dc-e1563f91f4be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036852774383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854349050'] for network, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:05.215819 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cb29b5-11de-4029-97f8-a4c97d61656a service neutron] Pushing event updated for resources: {'Port': ['ID=d2682bdb-4ce5-454d-b1f3-ca2da88890ff,revision_number=2']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:46:05.233333 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-79cb29b5-11de-4029-97f8-a4c97d61656a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.526s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:46:05.251649 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46713c57-b251-4f43-b5fb-2f86251a9758 req-bc221382-bf0f-413d-9364-90984a7e32d1 tempest-DeleteServersTestJSON-1154458300 tempest-DeleteServersTestJSON-1154458300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:46:05.259284 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-46713c57-b251-4f43-b5fb-2f86251a9758 req-bc221382-bf0f-413d-9364-90984a7e32d1 tempest-DeleteServersTestJSON-1154458300 tempest-DeleteServersTestJSON-1154458300-project] 10.222.0.38 "GET /v2.0/ports?device_id=ae06475c-183f-4e5c-9d88-6072ec112e2b HTTP/1.1" status: 200 len: 944 time: 0.8692734 Apr 16 16:46:05.284688 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Pushing event updated for resources: {'Port': ['ID=2c1bc0b1-551f-42c2-9f06-e7a8bdce7737,revision_number=4']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:46:05.290152 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-10484d8a-6994-4d6c-9af9-f0d84d26ef33 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:46:05.295175 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-9f5369e3-9600-4b83-ae7b-25b50a3d6dd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:05.296168 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:46:05.321541 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:46:05.325305 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660ace91-4888-4a95-802b-9fd318589667 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9619b15f-c003-4676-8b83-3ac3c8f30e30,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:46:05.367190 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf314ac5-5305-4b12-96dc-e1563f91f4be admin admin] Pushing event deleted for resources: {'Network': ['ID=2e4a61a4-f22a-4952-8f88-e6509714fdbb,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:46:05.374296 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-10484d8a-6994-4d6c-9af9-f0d84d26ef33 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Usage tracker for resource:security_group_rule and tenant:884b1020849e42e3acc115cae0298189 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:46:05.379236 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-9f5369e3-9600-4b83-ae7b-25b50a3d6dd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:05.380563 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26255a83-db23-4f98-8963-021cd9de0d45 None None] Pushing event updated for resources: {'Port': ['ID=b45aaf18-95e8-4b8c-8a6d-1429cfe3d5d8,revision_number=3']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:46:05.398726 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-26255a83-db23-4f98-8963-021cd9de0d45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:46:05.403143 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-10484d8a-6994-4d6c-9af9-f0d84d26ef33 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:46:05.460306 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-10484d8a-6994-4d6c-9af9-f0d84d26ef33 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:46:05.505447 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348ed8c3-fcdb-4616-bbd0-68c5f8d40d2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5198b02-968a-490f-b99e-021622a06a8d,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:46:05.559377 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-348ed8c3-fcdb-4616-bbd0-68c5f8d40d2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.984s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:46:05.562874 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-8a75de33-81d6-44b7-aae9-032926adc10b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.502s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:46:05.563703 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-8a75de33-81d6-44b7-aae9-032926adc10b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:46:05.574482 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-cf314ac5-5305-4b12-96dc-e1563f91f4be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609088'] for network, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:05.589623 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-cf314ac5-5305-4b12-96dc-e1563f91f4be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:46:05.595528 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-46713c57-b251-4f43-b5fb-2f86251a9758 req-76e4fed4-a769-42f4-be2e-42d3ead19968 tempest-DeleteServersTestJSON-1154458300 tempest-DeleteServersTestJSON-1154458300-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6ced1af-59d2-4328-83d4-a233a501bc09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3006525 Apr 16 16:46:05.629900 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Device ba0bb439-3e02-465a-abad-3939542f956d details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=85337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 16:46:05.672304 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-9f5369e3-9600-4b83-ae7b-25b50a3d6dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:05.694871 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-10484d8a-6994-4d6c-9af9-f0d84d26ef33 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:05.739560 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-7cf6f81b-de41-4002-bc16-0f604e215c05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:46:05.802214 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5369e3-9600-4b83-ae7b-25b50a3d6dd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5198b02-968a-490f-b99e-021622a06a8d,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:46:05.824000 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-9f5369e3-9600-4b83-ae7b-25b50a3d6dd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:05.825990 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-9f5369e3-9600-4b83-ae7b-25b50a3d6dd9 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c5198b02-968a-490f-b99e-021622a06a8d HTTP/1.1" status: 204 len: 168 time: 0.7193465 Apr 16 16:46:05.834389 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-9f5369e3-9600-4b83-ae7b-25b50a3d6dd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:46:05.901062 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-cf314ac5-5305-4b12-96dc-e1563f91f4be admin admin] 10.222.0.38 "DELETE /v2.0/networks/2e4a61a4-f22a-4952-8f88-e6509714fdbb HTTP/1.1" status: 204 len: 168 time: 4.8631425 Apr 16 16:46:05.921991 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 35888) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:46:06.001367 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-10484d8a-6994-4d6c-9af9-f0d84d26ef33 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:06.008735 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-10484d8a-6994-4d6c-9af9-f0d84d26ef33 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400085'] for security_group_rule, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:06.039425 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:46:06.041306 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] For port ba0bb439-3e02-465a-abad-3939542f956d, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=ba0bb439-3e02-465a-abad-3939542f956d,segment=NetworkSegment(7b08fa27-254d-41ed-8a73-9ab432f370c1),segment_id=7b08fa27-254d-41ed-8a73-9ab432f370c1)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:46:06.061520 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-84742505-8f8d-43cc-ad9a-d6bad518b05a None None] Attempting to bind port b45aaf18-95e8-4b8c-8a6d-1429cfe3d5d8 on host dv-cinder-733622-13-smb for vnic_type normal with profile {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 16:46:06.061520 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-84742505-8f8d-43cc-ad9a-d6bad518b05a None None] Attempting to bind port b45aaf18-95e8-4b8c-8a6d-1429cfe3d5d8 by drivers openvswitch,hyperv on host dv-cinder-733622-13-smb at level 0 using segments [{'id': 'd3718c9d-c1c1-4ae5-addf-ded1288879fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'b5d67f03-2a50-4f49-99e2-88dca9cc2c57'}] {{(pid=85338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 16:46:06.065580 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84742505-8f8d-43cc-ad9a-d6bad518b05a None None] Attempting to bind port b45aaf18-95e8-4b8c-8a6d-1429cfe3d5d8 on network b5d67f03-2a50-4f49-99e2-88dca9cc2c57 {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 16:46:06.087986 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84742505-8f8d-43cc-ad9a-d6bad518b05a None None] Checking agent: {'id': '033b0af5-7550-4b5d-954a-022a384d8461', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 16, 36, 23), 'started_at': datetime.datetime(2021, 4, 16, 16, 36, 53), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 16:46:06.089461 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84742505-8f8d-43cc-ad9a-d6bad518b05a None None] Checking segment: {'id': 'd3718c9d-c1c1-4ae5-addf-ded1288879fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'b5d67f03-2a50-4f49-99e2-88dca9cc2c57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 16:46:06.092067 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-84742505-8f8d-43cc-ad9a-d6bad518b05a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:06.092660 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84742505-8f8d-43cc-ad9a-d6bad518b05a None None] Bound using segment: {'id': 'd3718c9d-c1c1-4ae5-addf-ded1288879fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'b5d67f03-2a50-4f49-99e2-88dca9cc2c57'} {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 16:46:06.093119 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Device 2c1bc0b1-551f-42c2-9f06-e7a8bdce7737 up at agent ovs-agent-dv-cinder-733622-13-smb {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:46:06.093978 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-84742505-8f8d-43cc-ad9a-d6bad518b05a None None] Bound port: b45aaf18-95e8-4b8c-8a6d-1429cfe3d5d8, host: dv-cinder-733622-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3718c9d-c1c1-4ae5-addf-ded1288879fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'b5d67f03-2a50-4f49-99e2-88dca9cc2c57'}}] {{(pid=85338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 16:46:06.095820 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-84742505-8f8d-43cc-ad9a-d6bad518b05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:06.109234 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10484d8a-6994-4d6c-9af9-f0d84d26ef33 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=417e7d18-c4f3-48a1-8a30-e543ea8a1c86,revision_number=0']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:46:06.138592 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-10484d8a-6994-4d6c-9af9-f0d84d26ef33 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:46:06.150323 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-10484d8a-6994-4d6c-9af9-f0d84d26ef33 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:06.153047 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-10484d8a-6994-4d6c-9af9-f0d84d26ef33 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0343587 Apr 16 16:46:06.158328 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 35898) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:46:06.174183 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50eaaba-f8d1-494d-92c2-e09afc0b63f2 req-8bf6f864-06da-45e8-ae0d-496532a2c96a tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:46:06.179817 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-715a3755-acee-43cf-87a6-97fb0c0fdffe tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Request body: {'security_group_rule': {'security_group_id': '9619b15f-c003-4676-8b83-3ac3c8f30e30', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:46:06.184324 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-c50eaaba-f8d1-494d-92c2-e09afc0b63f2 req-8bf6f864-06da-45e8-ae0d-496532a2c96a tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.38 "GET /v2.0/ports?device_id=5b3fa1b8-b215-4bda-a3f2-1c4bb3349a04 HTTP/1.1" status: 200 len: 944 time: 2.5137594 Apr 16 16:46:06.213433 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-715a3755-acee-43cf-87a6-97fb0c0fdffe tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:46:06.234320 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-715a3755-acee-43cf-87a6-97fb0c0fdffe tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Usage tracker for resource:security_group_rule and tenant:884b1020849e42e3acc115cae0298189 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:46:06.235889 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Returning: {'device': 'ba0bb439-3e02-465a-abad-3939542f956d', 'network_id': 'c9807ba7-a0c0-4f29-a57e-6960aa72258b', 'port_id': 'ba0bb439-3e02-465a-abad-3939542f956d', 'mac_address': 'fa:16:3e:d3:e1:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 755, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d696659-54c3-4f54-aeff-1007e799c194', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 16:46:06.241869 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-715a3755-acee-43cf-87a6-97fb0c0fdffe tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:46:06.267300 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-715a3755-acee-43cf-87a6-97fb0c0fdffe tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:46:06.293829 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-84742505-8f8d-43cc-ad9a-d6bad518b05a None None] For port b45aaf18-95e8-4b8c-8a6d-1429cfe3d5d8, host dv-cinder-733622-13-smb, cleared binding levels {{(pid=85338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 16:46:06.299671 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-84742505-8f8d-43cc-ad9a-d6bad518b05a None None] For port b45aaf18-95e8-4b8c-8a6d-1429cfe3d5d8, host dv-cinder-733622-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-smb',level=0,port_id=b45aaf18-95e8-4b8c-8a6d-1429cfe3d5d8,segment=NetworkSegment(d3718c9d-c1c1-4ae5-addf-ded1288879fe),segment_id=d3718c9d-c1c1-4ae5-addf-ded1288879fe)] {{(pid=85338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 16:46:06.304218 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-84742505-8f8d-43cc-ad9a-d6bad518b05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900'] for port, after_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:06.304676 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-715a3755-acee-43cf-87a6-97fb0c0fdffe tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:06.348940 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:46:06.379982 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [req-7008986a-5842-417d-bb74-8e10a16cf1d8 req-79cb29b5-11de-4029-97f8-a4c97d61656a service neutron] Attempting to bind port d2682bdb-4ce5-454d-b1f3-ca2da88890ff on host hv-cinder-73362 for vnic_type normal with profile {{(pid=85336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 16:46:06.381024 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [req-7008986a-5842-417d-bb74-8e10a16cf1d8 req-79cb29b5-11de-4029-97f8-a4c97d61656a service neutron] Attempting to bind port d2682bdb-4ce5-454d-b1f3-ca2da88890ff by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '5c466791-b111-4073-b936-58dd24a85aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'a7f4e014-87dd-436c-8396-68b004e6fc6e'}] {{(pid=85336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 16:46:06.381545 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7008986a-5842-417d-bb74-8e10a16cf1d8 req-79cb29b5-11de-4029-97f8-a4c97d61656a service neutron] Attempting to bind port d2682bdb-4ce5-454d-b1f3-ca2da88890ff on network a7f4e014-87dd-436c-8396-68b004e6fc6e {{(pid=85336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 16:46:06.436884 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-c50eaaba-f8d1-494d-92c2-e09afc0b63f2 req-40eb005b-b02f-49a9-b6ea-0c934696080f tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.38 "GET /v2.0/security-groups?id=000be728-5835-465a-a527-c6c2ddb86249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515748 Apr 16 16:46:06.460364 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7008986a-5842-417d-bb74-8e10a16cf1d8 req-79cb29b5-11de-4029-97f8-a4c97d61656a service neutron] Port d2682bdb-4ce5-454d-b1f3-ca2da88890ff on network a7f4e014-87dd-436c-8396-68b004e6fc6e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=85336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 16:46:06.461693 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7008986a-5842-417d-bb74-8e10a16cf1d8 req-79cb29b5-11de-4029-97f8-a4c97d61656a service neutron] Attempting to bind port d2682bdb-4ce5-454d-b1f3-ca2da88890ff on network a7f4e014-87dd-436c-8396-68b004e6fc6e {{(pid=85336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 16:46:06.521123 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-715a3755-acee-43cf-87a6-97fb0c0fdffe tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:06.528121 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-715a3755-acee-43cf-87a6-97fb0c0fdffe tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400085'] for security_group_rule, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:06.530099 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7008986a-5842-417d-bb74-8e10a16cf1d8 req-79cb29b5-11de-4029-97f8-a4c97d61656a service neutron] Checking agent: {'id': '0677065c-8485-4f55-bc15-3b41e2e6feb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 16, 43, 39), 'started_at': datetime.datetime(2021, 4, 16, 16, 43, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 16:46:06.530916 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:46:06.531136 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7008986a-5842-417d-bb74-8e10a16cf1d8 req-79cb29b5-11de-4029-97f8-a4c97d61656a service neutron] Checking segment: {'id': '5c466791-b111-4073-b936-58dd24a85aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'a7f4e014-87dd-436c-8396-68b004e6fc6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 16:46:06.532079 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7008986a-5842-417d-bb74-8e10a16cf1d8 req-79cb29b5-11de-4029-97f8-a4c97d61656a service neutron] Bound using segment: {'id': '5c466791-b111-4073-b936-58dd24a85aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'a7f4e014-87dd-436c-8396-68b004e6fc6e'} {{(pid=85336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 16:46:06.533355 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [req-7008986a-5842-417d-bb74-8e10a16cf1d8 req-79cb29b5-11de-4029-97f8-a4c97d61656a service neutron] Bound port: d2682bdb-4ce5-454d-b1f3-ca2da88890ff, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c466791-b111-4073-b936-58dd24a85aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'a7f4e014-87dd-436c-8396-68b004e6fc6e'}}] {{(pid=85336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 16:46:06.534384 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-7008986a-5842-417d-bb74-8e10a16cf1d8 req-79cb29b5-11de-4029-97f8-a4c97d61656a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:06.557015 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.db_base_plugin_common [None req-90271e33-8207-49af-87ff-52d6d740e49c admin admin] Allocated IP 172.20.0.1 (3850fa94-c64e-47a7-8ac1-100295c70767/3d318de4-dae1-4537-aa0d-b7c79b5c1954/c94c8129-453b-4603-aa8e-c5e9c0e8a874) {{(pid=85336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 16:46:06.602702 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26255a83-db23-4f98-8963-021cd9de0d45 None None] Pushing event updated for resources: {'Port': ['ID=b45aaf18-95e8-4b8c-8a6d-1429cfe3d5d8,revision_number=4']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:46:06.617939 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a466512-8372-4702-b77f-35effc2c9933 admin admin] Deleting subnet 30ce4c08-5f9c-44d8-abce-9c1a5d85303a {{(pid=85336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 16:46:06.650290 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715a3755-acee-43cf-87a6-97fb0c0fdffe tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0eb40c8-6c40-4ff2-bf23-84d41b68731c,revision_number=0']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:46:06.653819 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-715a3755-acee-43cf-87a6-97fb0c0fdffe tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:46:06.662968 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-715a3755-acee-43cf-87a6-97fb0c0fdffe tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:06.680222 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-715a3755-acee-43cf-87a6-97fb0c0fdffe tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5147355 Apr 16 16:46:06.680992 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 35906) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:46:06.698028 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-3a466512-8372-4702-b77f-35effc2c9933 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:06.711871 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-ffbe0c9d-3231-4a66-adb5-fe8e04b6cf3f tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Request body: {'floatingip': {'floating_network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:46:06.724107 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-ffbe0c9d-3231-4a66-adb5-fe8e04b6cf3f tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:46:06.738379 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-ffbe0c9d-3231-4a66-adb5-fe8e04b6cf3f tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Usage tracker for resource:floatingip and tenant:884b1020849e42e3acc115cae0298189 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:46:06.756738 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-ffbe0c9d-3231-4a66-adb5-fe8e04b6cf3f tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:46:06.777566 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-ffbe0c9d-3231-4a66-adb5-fe8e04b6cf3f tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:46:06.808843 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-ffbe0c9d-3231-4a66-adb5-fe8e04b6cf3f tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Notify callbacks [] for floatingip, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:06.829700 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-26255a83-db23-4f98-8963-021cd9de0d45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:46:06.856996 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Provisioning complete for port 2c1bc0b1-551f-42c2-9f06-e7a8bdce7737 triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:46:06.857602 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852761088'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:06.977778 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:07.035654 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba0bb439-3e02-465a-abad-3939542f956d {{(pid=85337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 16:46:07.076270 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84742505-8f8d-43cc-ad9a-d6bad518b05a None None] Routers {'6acbe92d-12b3-49e3-a9cf-2c57dd9776ac'} bound to L3 agent in host dv-cinder-733622-13-smb {{(pid=85338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:46:07.076961 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-84742505-8f8d-43cc-ad9a-d6bad518b05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T16:36:22Z,description=,heartbeat_timestamp=2021-04-16T16:45:52Z,host='dv-cinder-733622-13-smb',id=4aa3b6c8-2ef9-4577-bdb6-1cfedaad083f,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T16:36:22Z,topic='l3_agent')) {'router_ids': ['6acbe92d-12b3-49e3-a9cf-2c57dd9776ac'], 'active': True} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:46:07.107644 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] For port ba0bb439-3e02-465a-abad-3939542f956d, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=ba0bb439-3e02-465a-abad-3939542f956d,segment=NetworkSegment(7b08fa27-254d-41ed-8a73-9ab432f370c1),segment_id=7b08fa27-254d-41ed-8a73-9ab432f370c1)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:46:07.116377 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:07.121468 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:46:07.166989 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 35918) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:46:07.208068 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-b513738c-9605-4ecd-8cd6-1b64f05bc771 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:07.215332 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-3a466512-8372-4702-b77f-35effc2c9933 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852295916'] for subnet, precommit_delete_associations {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:07.229278 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95577749-e4c6-430c-a561-40817f01c4a9 req-1c2243aa-432b-4363-a8ea-a552869cb5f7 tempest-DeleteServersTestJSON-1154458300 tempest-DeleteServersTestJSON-1154458300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:46:07.243372 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-95577749-e4c6-430c-a561-40817f01c4a9 req-1c2243aa-432b-4363-a8ea-a552869cb5f7 tempest-DeleteServersTestJSON-1154458300 tempest-DeleteServersTestJSON-1154458300-project] 10.222.0.38 "GET /v2.0/ports?device_id=ae06475c-183f-4e5c-9d88-6072ec112e2b HTTP/1.1" status: 200 len: 944 time: 0.2604134 Apr 16 16:46:07.298538 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-ffbe0c9d-3231-4a66-adb5-fe8e04b6cf3f tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:07.303090 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Pushing event updated for resources: {'Port': ['ID=ba0bb439-3e02-465a-abad-3939542f956d,revision_number=4']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:46:07.322955 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:46:07.328794 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-b513738c-9605-4ecd-8cd6-1b64f05bc771 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:46:07.347276 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-b513738c-9605-4ecd-8cd6-1b64f05bc771 admin admin] Usage tracker for resource:security_group_rule and tenant:580b3f3b07e041eb9a750fd69b9dd96e is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:46:07.351077 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-b513738c-9605-4ecd-8cd6-1b64f05bc771 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:46:07.367468 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-b513738c-9605-4ecd-8cd6-1b64f05bc771 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:46:07.461078 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] get_ports_and_sgs() called for port_ids ['ba0bb439-3e02-465a-abad-3939542f956d'] {{(pid=85337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 16:46:07.473916 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [req-7008986a-5842-417d-bb74-8e10a16cf1d8 req-79cb29b5-11de-4029-97f8-a4c97d61656a service neutron] For port d2682bdb-4ce5-454d-b1f3-ca2da88890ff, host hv-cinder-73362, cleared binding levels {{(pid=85336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 16:46:07.542483 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [req-7008986a-5842-417d-bb74-8e10a16cf1d8 req-79cb29b5-11de-4029-97f8-a4c97d61656a service neutron] For port d2682bdb-4ce5-454d-b1f3-ca2da88890ff, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=d2682bdb-4ce5-454d-b1f3-ca2da88890ff,segment=NetworkSegment(5c466791-b111-4073-b936-58dd24a85aef),segment_id=5c466791-b111-4073-b936-58dd24a85aef)] {{(pid=85336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 16:46:07.553100 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-3a466512-8372-4702-b77f-35effc2c9933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854774887'] for subnet, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:07.599324 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-7008986a-5842-417d-bb74-8e10a16cf1d8 req-79cb29b5-11de-4029-97f8-a4c97d61656a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852355648'] for port, after_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:07.615759 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-90271e33-8207-49af-87ff-52d6d740e49c admin admin] Notify callbacks [] for port, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:07.741052 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-95577749-e4c6-430c-a561-40817f01c4a9 req-4c40fc6f-74a4-43d8-8d19-79dd6766d2ce tempest-DeleteServersTestJSON-1154458300 tempest-DeleteServersTestJSON-1154458300-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6ced1af-59d2-4328-83d4-a233a501bc09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4967194 Apr 16 16:46:07.895422 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-2692bf86-0a1b-4456-9102-64debafb9621 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:46:07.948150 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvr_db [None req-84742505-8f8d-43cc-ad9a-d6bad518b05a None None] Set router 6acbe92d-12b3-49e3-a9cf-2c57dd9776ac gateway port host: dv-cinder-733622-13-smb {{(pid=85338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:46:07.979060 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.db_base_plugin_common [None req-ffbe0c9d-3231-4a66-adb5-fe8e04b6cf3f tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Allocated IP 172.28.2.76 (2bc9ca6b-6e72-4404-899b-6b4685eced1f/9106a8ae-dfd9-43e0-982a-dc423b27def7/27e16615-a535-484c-915e-3b35da8a0f36) {{(pid=85335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 16:46:08.204781 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-b513738c-9605-4ecd-8cd6-1b64f05bc771 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:08.209581 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-b513738c-9605-4ecd-8cd6-1b64f05bc771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:08.262229 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-348ed8c3-fcdb-4616-bbd0-68c5f8d40d2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:46:08.336694 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-ffbe0c9d-3231-4a66-adb5-fe8e04b6cf3f tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Notify callbacks [] for port, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:08.358668 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-b513738c-9605-4ecd-8cd6-1b64f05bc771 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=580b3f3b07e041eb9a750fd69b9dd96e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1887548 Apr 16 16:46:08.362778 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 35932) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:46:08.363746 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b513738c-9605-4ecd-8cd6-1b64f05bc771 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cac89d9-2141-4f5e-a604-564760d9ead4,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:46:08.369918 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-b513738c-9605-4ecd-8cd6-1b64f05bc771 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:46:08.402652 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-90271e33-8207-49af-87ff-52d6d740e49c admin admin] Transition to ACTIVE for port object c94c8129-453b-4603-aa8e-c5e9c0e8a874 will not be triggered until provisioned by entity DHCP. {{(pid=85336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:46:08.421130 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-84742505-8f8d-43cc-ad9a-d6bad518b05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6acbe92d-12b3-49e3-a9cf-2c57dd9776ac', 'name': 'tempest-AttachVolumeTestJSON-2033844302-router', 'tenant_id': '884b1020849e42e3acc115cae0298189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'external_fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.194'}], 'enable_snat': True}, 'gw_port_id': 'aabd4896-a6de-4de3-bfd5-7f4fb8cecc07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:45:37Z', 'updated_at': '2021-04-16T16:45:58Z', 'revision_number': 4, 'project_id': '884b1020849e42e3acc115cae0298189', 'gw_port': {'id': 'aabd4896-a6de-4de3-bfd5-7f4fb8cecc07', 'name': '', 'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6acbe92d-12b3-49e3-a9cf-2c57dd9776ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:45:39Z', 'updated_at': '2021-04-16T16:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-smb', '_interfaces': [{'id': 'b45aaf18-95e8-4b8c-8a6d-1429cfe3d5d8', 'name': '', 'network_id': 'b5d67f03-2a50-4f49-99e2-88dca9cc2c57', 'tenant_id': '884b1020849e42e3acc115cae0298189', 'mac_address': 'fa:16:3e:f1:f0:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6acbe92d-12b3-49e3-a9cf-2c57dd9776ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '649747cf-05da-40d5-a9b4-d5107e9dbf05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:45:55Z', 'updated_at': '2021-04-16T16:46:06Z', 'revision_number': 4, 'project_id': '884b1020849e42e3acc115cae0298189', 'subnets': [{'id': '649747cf-05da-40d5-a9b4-d5107e9dbf05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-13-smb', False) {} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:46:08.426769 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84742505-8f8d-43cc-ad9a-d6bad518b05a None None] The sync data for ids ['6acbe92d-12b3-49e3-a9cf-2c57dd9776ac'] in dv-cinder-733622-13-smb is: [{'id': '6acbe92d-12b3-49e3-a9cf-2c57dd9776ac', 'name': 'tempest-AttachVolumeTestJSON-2033844302-router', 'tenant_id': '884b1020849e42e3acc115cae0298189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'external_fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.194'}], 'enable_snat': True}, 'gw_port_id': 'aabd4896-a6de-4de3-bfd5-7f4fb8cecc07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:45:37Z', 'updated_at': '2021-04-16T16:45:58Z', 'revision_number': 4, 'project_id': '884b1020849e42e3acc115cae0298189', 'gw_port': {'id': 'aabd4896-a6de-4de3-bfd5-7f4fb8cecc07', 'name': '', 'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6acbe92d-12b3-49e3-a9cf-2c57dd9776ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:45:39Z', 'updated_at': '2021-04-16T16:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-smb', '_interfaces': [{'id': 'b45aaf18-95e8-4b8c-8a6d-1429cfe3d5d8', 'name': '', 'network_id': 'b5d67f03-2a50-4f49-99e2-88dca9cc2c57', 'tenant_id': '884b1020849e42e3acc115cae0298189', 'mac_address': 'fa:16:3e:f1:f0:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6acbe92d-12b3-49e3-a9cf-2c57dd9776ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '649747cf-05da-40d5-a9b4-d5107e9dbf05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:45:55Z', 'updated_at': '2021-04-16T16:46:06Z', 'revision_number': 4, 'project_id': '884b1020849e42e3acc115cae0298189', 'subnets': [{'id': '649747cf-05da-40d5-a9b4-d5107e9dbf05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 16:46:08.461205 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c08050ff-d50c-4fb1-8695-e2f029109bb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:08.464408 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-ffbe0c9d-3231-4a66-adb5-fe8e04b6cf3f tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751455712866'] for port, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:08.494590 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:46:08.718470 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c08050ff-d50c-4fb1-8695-e2f029109bb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:08.755371 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-90271e33-8207-49af-87ff-52d6d740e49c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751455712866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2420184'] for port, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:08.757034 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cb29b5-11de-4029-97f8-a4c97d61656a service neutron] Pushing event updated for resources: {'Port': ['ID=d2682bdb-4ce5-454d-b1f3-ca2da88890ff,revision_number=3']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:46:08.779274 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-79cb29b5-11de-4029-97f8-a4c97d61656a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.882s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:46:08.812094 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c08050ff-d50c-4fb1-8695-e2f029109bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:08.818649 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:46:08.916955 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:08.958220 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbe0c9d-3231-4a66-adb5-fe8e04b6cf3f tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Pushing event updated for resources: {'Port': ['ID=27e16615-a535-484c-915e-3b35da8a0f36,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:46:08.967570 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-ffbe0c9d-3231-4a66-adb5-fe8e04b6cf3f tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:46:08.978735 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.075s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:46:09.026195 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08050ff-d50c-4fb1-8695-e2f029109bb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cac89d9-2141-4f5e-a604-564760d9ead4,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:46:09.029069 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c08050ff-d50c-4fb1-8695-e2f029109bb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:46:09.043153 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c08050ff-d50c-4fb1-8695-e2f029109bb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:09.051322 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-c08050ff-d50c-4fb1-8695-e2f029109bb5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5cac89d9-2141-4f5e-a604-564760d9ead4 HTTP/1.1" status: 204 len: 168 time: 0.6839170 Apr 16 16:46:09.148571 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffbe0c9d-3231-4a66-adb5-fe8e04b6cf3f tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Network 2bc9ca6b-6e72-4404-899b-6b4685eced1f is already hosted by enough agents. {{(pid=85335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 16:46:09.152963 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [None req-ffbe0c9d-3231-4a66-adb5-fe8e04b6cf3f tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Resources bound (agent type, host, resource id): {{(pid=85335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:46:09.156053 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbe0c9d-3231-4a66-adb5-fe8e04b6cf3f tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Received port after_create {{(pid=85335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 16:46:09.264512 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b12eda2-12f1-4d4b-a442-197a1aab0296 req-b70519e9-dd6f-4cb3-9e12-3113e1c4b0a3 tempest-DeleteServersTestJSON-1154458300 tempest-DeleteServersTestJSON-1154458300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:46:09.272472 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-5b12eda2-12f1-4d4b-a442-197a1aab0296 req-b70519e9-dd6f-4cb3-9e12-3113e1c4b0a3 tempest-DeleteServersTestJSON-1154458300 tempest-DeleteServersTestJSON-1154458300-project] 10.222.0.38 "GET /v2.0/ports?device_id=ae06475c-183f-4e5c-9d88-6072ec112e2b HTTP/1.1" status: 200 len: 945 time: 0.2053976 Apr 16 16:46:09.336842 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-5b12eda2-12f1-4d4b-a442-197a1aab0296 req-11005420-10fd-4ba1-8bef-99d4dc099263 tempest-DeleteServersTestJSON-1154458300 tempest-DeleteServersTestJSON-1154458300-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6ced1af-59d2-4328-83d4-a233a501bc09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633941 Apr 16 16:46:09.347526 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90271e33-8207-49af-87ff-52d6d740e49c admin admin] Pushing event updated for resources: {'Port': ['ID=c94c8129-453b-4603-aa8e-c5e9c0e8a874,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:46:09.352161 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-ffbe0c9d-3231-4a66-adb5-fe8e04b6cf3f tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:09.357225 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-90271e33-8207-49af-87ff-52d6d740e49c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.539s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:46:09.363676 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7008986a-5842-417d-bb74-8e10a16cf1d8 req-79cb29b5-11de-4029-97f8-a4c97d61656a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:46:09.364503 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-7008986a-5842-417d-bb74-8e10a16cf1d8 req-79cb29b5-11de-4029-97f8-a4c97d61656a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609088'] for port, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:09.366030 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-7008986a-5842-417d-bb74-8e10a16cf1d8 req-79cb29b5-11de-4029-97f8-a4c97d61656a service neutron] 10.222.0.87 "PUT /v2.0/ports/d2682bdb-4ce5-454d-b1f3-ca2da88890ff HTTP/1.1" status: 200 len: 1094 time: 12.2330580 Apr 16 16:46:09.377359 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046bb505-7c05-4e5f-8fc6-dba10db95d92 req-a4be9cee-5ae9-445a-aca3-5675b16280bf tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:46:09.379618 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-046bb505-7c05-4e5f-8fc6-dba10db95d92 req-a4be9cee-5ae9-445a-aca3-5675b16280bf tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.38 "GET /v2.0/ports?device_id=5b3fa1b8-b215-4bda-a3f2-1c4bb3349a04 HTTP/1.1" status: 200 len: 944 time: 1.5297742 Apr 16 16:46:09.386437 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b3fa1b8-b215-4bda-a3f2-1c4bb3349a04', 'tag': 'd2682bdb-4ce5-454d-b1f3-ca2da88890ff'}] {{(pid=85336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:46:09.485698 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-ffbe0c9d-3231-4a66-adb5-fe8e04b6cf3f tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:09.559309 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-3a466512-8372-4702-b77f-35effc2c9933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852355699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2266164'] for subnet, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:09.615463 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Device ba0bb439-3e02-465a-abad-3939542f956d up at agent hyperv_hv-cinder-73362 {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:46:09.746910 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:46:09.818464 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Provisioning for port ba0bb439-3e02-465a-abad-3939542f956d completed by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:46:09.827918 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90271e33-8207-49af-87ff-52d6d740e49c admin admin] Network 3850fa94-c64e-47a7-8ac1-100295c70767 is already hosted by enough agents. {{(pid=85336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 16:46:09.840297 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-046bb505-7c05-4e5f-8fc6-dba10db95d92 req-33685fac-6833-4e99-b112-dc7123761d49 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.38 "GET /v2.0/security-groups?id=000be728-5835-465a-a527-c6c2ddb86249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4267466 Apr 16 16:46:09.850975 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a466512-8372-4702-b77f-35effc2c9933 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30ce4c08-5f9c-44d8-abce-9c1a5d85303a,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:46:09.854211 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Provisioning complete for port ba0bb439-3e02-465a-abad-3939542f956d triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:46:09.855761 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852761088'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:09.857822 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-3a466512-8372-4702-b77f-35effc2c9933 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:46:09.858900 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [None req-90271e33-8207-49af-87ff-52d6d740e49c admin admin] Resources bound (agent type, host, resource id): {{(pid=85336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:46:09.861971 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90271e33-8207-49af-87ff-52d6d740e49c admin admin] Received port after_create {{(pid=85336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 16:46:09.925209 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-ffbe0c9d-3231-4a66-adb5-fe8e04b6cf3f tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Notify callbacks [] for port, precommit_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:09.937815 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-ffbe0c9d-3231-4a66-adb5-fe8e04b6cf3f tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900'] for port, after_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:09.990783 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:46:10.008308 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-90271e33-8207-49af-87ff-52d6d740e49c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854343281'] for router_interface, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:10.063086 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-3a466512-8372-4702-b77f-35effc2c9933 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609088'] for subnet, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:10.155581 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7008986a-5842-417d-bb74-8e10a16cf1d8 req-75327ac6-a9c9-4fbd-92f8-c4a11f9a5228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:46:10.157916 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-7008986a-5842-417d-bb74-8e10a16cf1d8 req-75327ac6-a9c9-4fbd-92f8-c4a11f9a5228 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=43227d5615b84ce4a66767a47689161f&device_id=5b3fa1b8-b215-4bda-a3f2-1c4bb3349a04 HTTP/1.1" status: 200 len: 1097 time: 0.7309904 Apr 16 16:46:10.197242 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-3a466512-8372-4702-b77f-35effc2c9933 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/30ce4c08-5f9c-44d8-abce-9c1a5d85303a HTTP/1.1" status: 204 len: 168 time: 4.2435966 Apr 16 16:46:10.306515 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Device b45aaf18-95e8-4b8c-8a6d-1429cfe3d5d8 up at agent ovs-agent-dv-cinder-733622-13-smb {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:46:10.420132 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 35980) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:46:10.499361 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:10.505316 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b3fa1b8-b215-4bda-a3f2-1c4bb3349a04', 'tag': 'd2682bdb-4ce5-454d-b1f3-ca2da88890ff', 'status': 'completed', 'code': 200} Apr 16 16:46:10.588699 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae06475c-183f-4e5c-9d88-6072ec112e2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba0bb439-3e02-465a-abad-3939542f956d'}] {{(pid=85337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:46:10.661569 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-90271e33-8207-49af-87ff-52d6d740e49c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:10.687583 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-7008986a-5842-417d-bb74-8e10a16cf1d8 req-21d7822c-0511-456c-9222-92044d770803 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d2682bdb-4ce5-454d-b1f3-ca2da88890ff HTTP/1.1" status: 200 len: 217 time: 0.4924688 Apr 16 16:46:10.709028 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbe0c9d-3231-4a66-adb5-fe8e04b6cf3f tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Pushing event updated for resources: {'Port': ['ID=27e16615-a535-484c-915e-3b35da8a0f36,revision_number=2']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:46:10.717295 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-d1c3a39f-44c5-4edc-8949-955247a823fb None None] Provisioning for port c94c8129-453b-4603-aa8e-c5e9c0e8a874 completed by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:46:10.760536 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-d1c3a39f-44c5-4edc-8949-955247a823fb None None] Provisioning complete for port c94c8129-453b-4603-aa8e-c5e9c0e8a874 triggered by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:46:10.761300 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d1c3a39f-44c5-4edc-8949-955247a823fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852761088'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:10.766934 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-ffbe0c9d-3231-4a66-adb5-fe8e04b6cf3f tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.776s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:46:10.835537 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7008986a-5842-417d-bb74-8e10a16cf1d8 req-5f8581e8-8b32-4413-91f0-94f0640a8895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:46:10.837178 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-7008986a-5842-417d-bb74-8e10a16cf1d8 req-5f8581e8-8b32-4413-91f0-94f0640a8895 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=5ae8a7aa-8888-4dcf-9347-2e1ca7171a9b HTTP/1.1" status: 200 len: 855 time: 0.0805268 Apr 16 16:46:10.842791 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-36dae1c5-8235-4cf1-a5e7-da6b20ffa9f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33594'] for network, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:10.865276 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] For port ba0bb439-3e02-465a-abad-3939542f956d, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=ba0bb439-3e02-465a-abad-3939542f956d,segment=NetworkSegment(7b08fa27-254d-41ed-8a73-9ab432f370c1),segment_id=7b08fa27-254d-41ed-8a73-9ab432f370c1)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:46:10.886062 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:10.897986 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Provisioning for port b45aaf18-95e8-4b8c-8a6d-1429cfe3d5d8 completed by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:46:10.923859 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:46:10.970797 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-ffbe0c9d-3231-4a66-adb5-fe8e04b6cf3f tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854349033'] for floatingip, after_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:11.148739 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Pushing event updated for resources: {'Port': ['ID=ba0bb439-3e02-465a-abad-3939542f956d,revision_number=5']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:46:11.158566 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:46:11.169165 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-ffbe0c9d-3231-4a66-adb5-fe8e04b6cf3f tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768218'] for floatingip, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:11.173781 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-ffbe0c9d-3231-4a66-adb5-fe8e04b6cf3f tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.4883487 Apr 16 16:46:11.182710 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Provisioning complete for port b45aaf18-95e8-4b8c-8a6d-1429cfe3d5d8 triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:46:11.183761 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852761088'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:11.309402 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-90271e33-8207-49af-87ff-52d6d740e49c admin admin] Notify callbacks [] for port, precommit_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:11.333588 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-d1c3a39f-44c5-4edc-8949-955247a823fb None None] Port c94c8129-453b-4603-aa8e-c5e9c0e8a874 cannot update to ACTIVE because it is not bound. {{(pid=85337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 16:46:11.422688 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-7008986a-5842-417d-bb74-8e10a16cf1d8 req-f1eb174c-d2fd-4ced-a245-188c028faa23 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=a7f4e014-87dd-436c-8396-68b004e6fc6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1103849 Apr 16 16:46:11.427346 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-36dae1c5-8235-4cf1-a5e7-da6b20ffa9f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2001432', 'neutron.services.segments.db._delete_segments_for_network-8751456264904'] for network, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:11.427834 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-90271e33-8207-49af-87ff-52d6d740e49c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852355648'] for port, after_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:11.546609 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-79cb29b5-11de-4029-97f8-a4c97d61656a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:46:11.605517 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:11.668103 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-90271e33-8207-49af-87ff-52d6d740e49c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432616'] for router_interface, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:11.702448 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] For port b45aaf18-95e8-4b8c-8a6d-1429cfe3d5d8, host dv-cinder-733622-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-smb',level=0,port_id=b45aaf18-95e8-4b8c-8a6d-1429cfe3d5d8,segment=NetworkSegment(d3718c9d-c1c1-4ae5-addf-ded1288879fe),segment_id=d3718c9d-c1c1-4ae5-addf-ded1288879fe)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:46:11.707831 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:11.711828 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:46:11.803671 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Pushing event updated for resources: {'Port': ['ID=b45aaf18-95e8-4b8c-8a6d-1429cfe3d5d8,revision_number=5']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:46:11.808246 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:46:11.902430 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-36dae1c5-8235-4cf1-a5e7-da6b20ffa9f2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=85335) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:46:11.902835 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-36dae1c5-8235-4cf1-a5e7-da6b20ffa9f2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=85335) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:46:11.904014 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-36dae1c5-8235-4cf1-a5e7-da6b20ffa9f2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=85335) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:46:11.904496 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-36dae1c5-8235-4cf1-a5e7-da6b20ffa9f2 admin admin] Subscribe: > port after_create 55550000 {{(pid=85335) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:46:11.904795 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-36dae1c5-8235-4cf1-a5e7-da6b20ffa9f2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=85335) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:46:11.905262 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-36dae1c5-8235-4cf1-a5e7-da6b20ffa9f2 admin admin] Subscribe: > port after_update 55550000 {{(pid=85335) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:46:11.905631 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-36dae1c5-8235-4cf1-a5e7-da6b20ffa9f2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=85335) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:46:11.906282 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-36dae1c5-8235-4cf1-a5e7-da6b20ffa9f2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=85335) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:46:11.907049 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-36dae1c5-8235-4cf1-a5e7-da6b20ffa9f2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=85335) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:46:11.907049 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-36dae1c5-8235-4cf1-a5e7-da6b20ffa9f2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=85335) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:46:11.953144 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90271e33-8207-49af-87ff-52d6d740e49c admin admin] Pushing event updated for resources: {'Port': ['ID=c94c8129-453b-4603-aa8e-c5e9c0e8a874,revision_number=2']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:46:11.957077 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-90271e33-8207-49af-87ff-52d6d740e49c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:46:11.996648 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-7008986a-5842-417d-bb74-8e10a16cf1d8 req-d98b8735-767c-4c9a-bf8f-0f2cdda5e00a service neutron] 10.222.0.87 "GET /v2.0/networks/a7f4e014-87dd-436c-8396-68b004e6fc6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5662584 Apr 16 16:46:12.016361 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-36dae1c5-8235-4cf1-a5e7-da6b20ffa9f2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=85335) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:46:12.028359 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-36dae1c5-8235-4cf1-a5e7-da6b20ffa9f2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=85335) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:46:12.028757 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-36dae1c5-8235-4cf1-a5e7-da6b20ffa9f2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=85335) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:46:12.029143 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-36dae1c5-8235-4cf1-a5e7-da6b20ffa9f2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=85335) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 16:46:12.029559 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.services.segments.db [None req-36dae1c5-8235-4cf1-a5e7-da6b20ffa9f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ad5a65b-4e10-40d3-acbe-4e14806f3cbd']}} {{(pid=85335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:46:12.055718 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Device b45aaf18-95e8-4b8c-8a6d-1429cfe3d5d8 up at agent ovs-agent-dv-cinder-733622-13-smb {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:46:12.068349 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.services.segments.db [None req-36dae1c5-8235-4cf1-a5e7-da6b20ffa9f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2527746f-6ea2-4554-8694-05592e86389b') {'for_net_delete': True} {{(pid=85335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:46:12.068751 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.services.segments.db [None req-36dae1c5-8235-4cf1-a5e7-da6b20ffa9f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2527746f-6ea2-4554-8694-05592e86389b') {} {{(pid=85335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:46:12.127321 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90271e33-8207-49af-87ff-52d6d740e49c admin admin] Network 3850fa94-c64e-47a7-8ac1-100295c70767 is already hosted by enough agents. {{(pid=85336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 16:46:12.129934 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [None req-90271e33-8207-49af-87ff-52d6d740e49c admin admin] Resources bound (agent type, host, resource id): {{(pid=85336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:46:12.176524 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Provisioning complete for port b45aaf18-95e8-4b8c-8a6d-1429cfe3d5d8 triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:46:12.177315 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852761088'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:12.228478 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-7008986a-5842-417d-bb74-8e10a16cf1d8 req-64b2df08-db1d-4afa-a87a-8fd125b51439 service neutron] 10.222.0.87 "GET /v2.0/networks/a7f4e014-87dd-436c-8396-68b004e6fc6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239406 Apr 16 16:46:12.255126 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e576d47-e2be-4d79-914f-d288b2fb9193 req-02a3a92e-4838-498b-9290-1aefc821879c tempest-DeleteServersTestJSON-1154458300 tempest-DeleteServersTestJSON-1154458300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:46:12.277147 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-8e576d47-e2be-4d79-914f-d288b2fb9193 req-02a3a92e-4838-498b-9290-1aefc821879c tempest-DeleteServersTestJSON-1154458300 tempest-DeleteServersTestJSON-1154458300-project] 10.222.0.38 "GET /v2.0/ports?device_id=ae06475c-183f-4e5c-9d88-6072ec112e2b HTTP/1.1" status: 200 len: 945 time: 1.6284685 Apr 16 16:46:12.471917 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-82ad1244-57be-4486-a5a4-297b93239df7 None None] Provisioning complete for port c94c8129-453b-4603-aa8e-c5e9c0e8a874 triggered by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:46:12.472680 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-82ad1244-57be-4486-a5a4-297b93239df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852761088'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:12.481272 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-36dae1c5-8235-4cf1-a5e7-da6b20ffa9f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751456237017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4017519'] for segment, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:12.561577 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-82ad1244-57be-4486-a5a4-297b93239df7 None None] Port c94c8129-453b-4603-aa8e-c5e9c0e8a874 cannot update to ACTIVE because it is not bound. {{(pid=85337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 16:46:12.574775 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-36dae1c5-8235-4cf1-a5e7-da6b20ffa9f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-60927'] for segment, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:12.601788 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36dae1c5-8235-4cf1-a5e7-da6b20ffa9f2 admin admin] Releasing vlan 756 on physical network physnet1 to pool {{(pid=85335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 16:46:12.645335 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88058dc1-fac8-49f2-ad0f-6c19e197566a req-6b39bad6-b4fa-4c7c-9e8b-fac396a0b3c6 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:46:12.650800 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-88058dc1-fac8-49f2-ad0f-6c19e197566a req-6b39bad6-b4fa-4c7c-9e8b-fac396a0b3c6 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.38 "GET /v2.0/ports?device_id=5b3fa1b8-b215-4bda-a3f2-1c4bb3349a04 HTTP/1.1" status: 200 len: 944 time: 1.4750817 Apr 16 16:46:12.905821 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-8e576d47-e2be-4d79-914f-d288b2fb9193 req-af653d07-ae79-4bcf-b442-c40456785160 tempest-DeleteServersTestJSON-1154458300 tempest-DeleteServersTestJSON-1154458300-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6ced1af-59d2-4328-83d4-a233a501bc09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6257925 Apr 16 16:46:12.914634 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-36dae1c5-8235-4cf1-a5e7-da6b20ffa9f2 admin admin] Network 6ad5a65b-4e10-40d3-acbe-4e14806f3cbd has no segments {{(pid=85335) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 16:46:12.929881 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90271e33-8207-49af-87ff-52d6d740e49c admin admin] Router 7246a46c-3e89-4c3d-96dc-a5f833931984 has already been hosted by L3 agent 4aa3b6c8-2ef9-4577-bdb6-1cfedaad083f {{(pid=85336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 16:46:12.931856 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-36dae1c5-8235-4cf1-a5e7-da6b20ffa9f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854714905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850738604'] for segment, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:13.066592 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-88058dc1-fac8-49f2-ad0f-6c19e197566a req-25daaea0-91ea-4277-89eb-e2dea5c8d7a7 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.38 "GET /v2.0/security-groups?id=000be728-5835-465a-a527-c6c2ddb86249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867962 Apr 16 16:46:13.226126 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90271e33-8207-49af-87ff-52d6d740e49c admin admin] Notify agent at l3_agent.dv-cinder-733622-13-smb the message routers_updated {{(pid=85336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 16:46:13.234489 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-90271e33-8207-49af-87ff-52d6d740e49c admin admin] 10.222.0.38 "PUT /v2.0/routers/7246a46c-3e89-4c3d-96dc-a5f833931984/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.5228190 Apr 16 16:46:13.243132 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85a3aa2-0957-42cb-957b-75aeca1997f7 None None] Sync routers for ids ['7246a46c-3e89-4c3d-96dc-a5f833931984'] in dv-cinder-733622-13-smb {{(pid=85337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 16:46:13.262341 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85a3aa2-0957-42cb-957b-75aeca1997f7 None None] Routers {'7246a46c-3e89-4c3d-96dc-a5f833931984'} bound to L3 agent in host dv-cinder-733622-13-smb {{(pid=85337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:46:13.263080 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-b85a3aa2-0957-42cb-957b-75aeca1997f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T16:36:22Z,description=,heartbeat_timestamp=2021-04-16T16:45:52Z,host='dv-cinder-733622-13-smb',id=4aa3b6c8-2ef9-4577-bdb6-1cfedaad083f,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T16:36:22Z,topic='l3_agent')) {'router_ids': ['7246a46c-3e89-4c3d-96dc-a5f833931984'], 'active': True} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:46:13.296411 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e09cbd-a704-436b-8583-b5401311ffed req-70acee63-5bb0-4fef-8845-375f74acf8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:46:13.299061 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-b9e09cbd-a704-436b-8583-b5401311ffed req-70acee63-5bb0-4fef-8845-375f74acf8e0 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=43227d5615b84ce4a66767a47689161f&device_id=5b3fa1b8-b215-4bda-a3f2-1c4bb3349a04 HTTP/1.1" status: 200 len: 1097 time: 0.9009812 Apr 16 16:46:13.401489 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-36dae1c5-8235-4cf1-a5e7-da6b20ffa9f2 admin admin] Network 6ad5a65b-4e10-40d3-acbe-4e14806f3cbd has no segments {{(pid=85335) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 16:46:13.434321 dv-cinder-733622-13-smb neutron-server[85220]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 16 16:46:13.434321 dv-cinder-733622-13-smb neutron-server[85220]: from cryptography.utils import int_from_bytes Apr 16 16:46:13.434321 dv-cinder-733622-13-smb neutron-server[85220]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 16 16:46:13.434321 dv-cinder-733622-13-smb neutron-server[85220]: from cryptography.utils import int_from_bytes Apr 16 16:46:13.434321 dv-cinder-733622-13-smb neutron-server[85220]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 16 16:46:13.434321 dv-cinder-733622-13-smb neutron-server[85220]: (rel_b, rel_a, rel_b), Apr 16 16:46:13.434321 dv-cinder-733622-13-smb neutron-server[85220]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 16 16:46:13.434321 dv-cinder-733622-13-smb neutron-server[85220]: (rel_b, rel_a, rel_b), Apr 16 16:46:13.434321 dv-cinder-733622-13-smb neutron-server[85220]: Traceback (most recent call last): Apr 16 16:46:13.434321 dv-cinder-733622-13-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 16:46:13.434321 dv-cinder-733622-13-smb neutron-server[85220]: timer() Apr 16 16:46:13.434321 dv-cinder-733622-13-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 16:46:13.434321 dv-cinder-733622-13-smb neutron-server[85220]: cb(*args, **kw) Apr 16 16:46:13.434321 dv-cinder-733622-13-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 16:46:13.434321 dv-cinder-733622-13-smb neutron-server[85220]: return func(*args, **kwargs) Apr 16 16:46:13.434321 dv-cinder-733622-13-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 16:46:13.434321 dv-cinder-733622-13-smb neutron-server[85220]: self._notify() Apr 16 16:46:13.434321 dv-cinder-733622-13-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 16:46:13.434321 dv-cinder-733622-13-smb neutron-server[85220]: self.callback(batched_events) Apr 16 16:46:13.434321 dv-cinder-733622-13-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 16:46:13.434321 dv-cinder-733622-13-smb neutron-server[85220]: event.method(event) Apr 16 16:46:13.434321 dv-cinder-733622-13-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 16:46:13.434321 dv-cinder-733622-13-smb neutron-server[85220]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 16:46:13.434321 dv-cinder-733622-13-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 16:46:13.434321 dv-cinder-733622-13-smb neutron-server[85220]: segment_id)['aggregates'][0] Apr 16 16:46:13.434321 dv-cinder-733622-13-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 16:46:13.434321 dv-cinder-733622-13-smb neutron-server[85220]: return f(self, *a, **k) Apr 16 16:46:13.434321 dv-cinder-733622-13-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 16:46:13.434321 dv-cinder-733622-13-smb neutron-server[85220]: return self._get(url).json() Apr 16 16:46:13.434321 dv-cinder-733622-13-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 16:46:13.434321 dv-cinder-733622-13-smb neutron-server[85220]: **kwargs) Apr 16 16:46:13.434321 dv-cinder-733622-13-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 16:46:13.434321 dv-cinder-733622-13-smb neutron-server[85220]: return self.request(url, 'GET', **kwargs) Apr 16 16:46:13.434321 dv-cinder-733622-13-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 16:46:13.434321 dv-cinder-733622-13-smb neutron-server[85220]: **endpoint_filter) Apr 16 16:46:13.434321 dv-cinder-733622-13-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 16:46:13.434321 dv-cinder-733622-13-smb neutron-server[85220]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 16:46:13.434321 dv-cinder-733622-13-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 16:46:13.434321 dv-cinder-733622-13-smb neutron-server[85220]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 16:46:13.434321 dv-cinder-733622-13-smb neutron-server[85220]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 16:46:13.448415 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-a94fbd43-d0c4-4356-8097-768543560a69 req-3d192cb1-68ba-4d89-ad93-3f62a0e2a578 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Synchronizing usage tracker for tenant:884b1020849e42e3acc115cae0298189 on resource:security_group {{(pid=85335) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 16:46:13.607248 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-a94fbd43-d0c4-4356-8097-768543560a69 req-3d192cb1-68ba-4d89-ad93-3f62a0e2a578 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Unset dirty status for tenant:884b1020849e42e3acc115cae0298189 on resource:security_group {{(pid=85335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 16:46:13.637311 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-a94fbd43-d0c4-4356-8097-768543560a69 req-3d192cb1-68ba-4d89-ad93-3f62a0e2a578 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--1193140988&fields=id&tenant_id=884b1020849e42e3acc115cae0298189 HTTP/1.1" status: 200 len: 267 time: 0.3284240 Apr 16 16:46:13.652818 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e09cbd-a704-436b-8583-b5401311ffed req-499af5c1-0481-46f6-8cb8-0920aa5269eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:46:13.655634 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-b9e09cbd-a704-436b-8583-b5401311ffed req-499af5c1-0481-46f6-8cb8-0920aa5269eb service neutron] 10.222.0.87 "GET /v2.0/networks?id=a7f4e014-87dd-436c-8396-68b004e6fc6e HTTP/1.1" status: 200 len: 916 time: 0.3388786 Apr 16 16:46:13.746435 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae06475c-183f-4e5c-9d88-6072ec112e2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba0bb439-3e02-465a-abad-3939542f956d', 'code': 200} Apr 16 16:46:13.776247 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-b9e09cbd-a704-436b-8583-b5401311ffed req-d8a7b4f8-f21b-48ec-b515-09dc039b1941 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d2682bdb-4ce5-454d-b1f3-ca2da88890ff HTTP/1.1" status: 200 len: 217 time: 0.1115310 Apr 16 16:46:13.873689 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e09cbd-a704-436b-8583-b5401311ffed req-76af71c7-818e-4c25-a124-43a9478c3f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:46:13.876409 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-b9e09cbd-a704-436b-8583-b5401311ffed req-76af71c7-818e-4c25-a124-43a9478c3f37 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=5ae8a7aa-8888-4dcf-9347-2e1ca7171a9b HTTP/1.1" status: 200 len: 855 time: 0.0923688 Apr 16 16:46:13.881062 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvr_db [None req-b85a3aa2-0957-42cb-957b-75aeca1997f7 None None] Set router 7246a46c-3e89-4c3d-96dc-a5f833931984 gateway port host: dv-cinder-733622-13-smb {{(pid=85337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:46:13.971671 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-b9e09cbd-a704-436b-8583-b5401311ffed req-e9b785ff-1242-46fa-a7da-eeea4165c8fa service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=a7f4e014-87dd-436c-8396-68b004e6fc6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0876491 Apr 16 16:46:14.064103 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94fbd43-d0c4-4356-8097-768543560a69 req-9e14b09b-a342-4b69-973f-9d9565372e8b tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:46:14.078264 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-a94fbd43-d0c4-4356-8097-768543560a69 req-9e14b09b-a342-4b69-973f-9d9565372e8b tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "GET /v2.0/networks?id=b5d67f03-2a50-4f49-99e2-88dca9cc2c57 HTTP/1.1" status: 200 len: 811 time: 0.4388449 Apr 16 16:46:14.189268 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-a94fbd43-d0c4-4356-8097-768543560a69 req-4ae5f19b-fbb8-4e63-9206-d3bcaf4b9b23 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "GET /v2.0/quotas/884b1020849e42e3acc115cae0298189 HTTP/1.1" status: 200 len: 375 time: 0.1041543 Apr 16 16:46:14.278455 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-36dae1c5-8235-4cf1-a5e7-da6b20ffa9f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036852774383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854349050'] for network, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:14.313164 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-36dae1c5-8235-4cf1-a5e7-da6b20ffa9f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609088'] for network, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:14.343413 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:46:14.410617 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-b9e09cbd-a704-436b-8583-b5401311ffed req-1076d0b6-8adc-4835-8c9c-1ace834a0992 service neutron] 10.222.0.87 "GET /v2.0/networks/a7f4e014-87dd-436c-8396-68b004e6fc6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4316394 Apr 16 16:46:14.418826 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-36dae1c5-8235-4cf1-a5e7-da6b20ffa9f2 admin admin] 10.222.0.38 "DELETE /v2.0/networks/6ad5a65b-4e10-40d3-acbe-4e14806f3cbd HTTP/1.1" status: 204 len: 168 time: 3.9968038 Apr 16 16:46:14.440059 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dae1c5-8235-4cf1-a5e7-da6b20ffa9f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ad5a65b-4e10-40d3-acbe-4e14806f3cbd,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:46:14.443747 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-36dae1c5-8235-4cf1-a5e7-da6b20ffa9f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:46:14.507765 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9901831-38eb-40c8-89d8-c5e92b958c10 req-4c5675d0-25ad-49ca-97dc-ca349bb7790f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:46:14.509694 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-d9901831-38eb-40c8-89d8-c5e92b958c10 req-4c5675d0-25ad-49ca-97dc-ca349bb7790f service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=ae06475c-183f-4e5c-9d88-6072ec112e2b HTTP/1.1" status: 200 len: 1099 time: 0.4268422 Apr 16 16:46:14.542577 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-a94fbd43-d0c4-4356-8097-768543560a69 req-48fb6b34-534c-44c2-851a-9b869c910a96 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Synchronizing usage tracker for tenant:884b1020849e42e3acc115cae0298189 on resource:port {{(pid=85335) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 16:46:14.591865 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-a94fbd43-d0c4-4356-8097-768543560a69 req-48fb6b34-534c-44c2-851a-9b869c910a96 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Unset dirty status for tenant:884b1020849e42e3acc115cae0298189 on resource:port {{(pid=85335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 16:46:14.606979 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-a94fbd43-d0c4-4356-8097-768543560a69 req-48fb6b34-534c-44c2-851a-9b869c910a96 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=884b1020849e42e3acc115cae0298189&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4217875 Apr 16 16:46:14.619415 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-d9901831-38eb-40c8-89d8-c5e92b958c10 req-cc9fcbb5-a21b-47af-9415-f2a95974f7b5 service neutron] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:14.636782 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-b85a3aa2-0957-42cb-957b-75aeca1997f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7246a46c-3e89-4c3d-96dc-a5f833931984', 'name': 'tempest-AttachVolumeShelveTestJSON-1554147742-router', 'tenant_id': '88a1c77b2ae945419c929cd0ad2c2a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'external_fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.213'}], 'enable_snat': True}, 'gw_port_id': '2c1bc0b1-551f-42c2-9f06-e7a8bdce7737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:45:37Z', 'updated_at': '2021-04-16T16:46:10Z', 'revision_number': 4, 'project_id': '88a1c77b2ae945419c929cd0ad2c2a68', 'gw_port': {'id': '2c1bc0b1-551f-42c2-9f06-e7a8bdce7737', 'name': '', 'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7246a46c-3e89-4c3d-96dc-a5f833931984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:45:40Z', 'updated_at': '2021-04-16T16:46:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-smb', '_interfaces': [{'id': 'c94c8129-453b-4603-aa8e-c5e9c0e8a874', 'name': '', 'network_id': '3850fa94-c64e-47a7-8ac1-100295c70767', 'tenant_id': '88a1c77b2ae945419c929cd0ad2c2a68', 'mac_address': 'fa:16:3e:eb:a6:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7246a46c-3e89-4c3d-96dc-a5f833931984', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '3d318de4-dae1-4537-aa0d-b7c79b5c1954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:46:04Z', 'updated_at': '2021-04-16T16:46:10Z', 'revision_number': 2, 'project_id': '88a1c77b2ae945419c929cd0ad2c2a68', 'subnets': [{'id': '3d318de4-dae1-4537-aa0d-b7c79b5c1954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-13-smb', False) {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:46:14.648269 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85a3aa2-0957-42cb-957b-75aeca1997f7 None None] Checking router: 7246a46c-3e89-4c3d-96dc-a5f833931984 for host: dv-cinder-733622-13-smb {{(pid=85337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 16:46:14.648685 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85a3aa2-0957-42cb-957b-75aeca1997f7 None None] Updating router 7246a46c-3e89-4c3d-96dc-a5f833931984 port c94c8129-453b-4603-aa8e-c5e9c0e8a874 binding host dv-cinder-733622-13-smb {{(pid=85337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 16:46:14.741153 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [req-d9901831-38eb-40c8-89d8-c5e92b958c10 req-cc9fcbb5-a21b-47af-9415-f2a95974f7b5 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:46:14.755203 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-d9901831-38eb-40c8-89d8-c5e92b958c10 req-cc9fcbb5-a21b-47af-9415-f2a95974f7b5 service neutron] Usage tracker for resource:security_group_rule and tenant:0dcc1cde0d7c4ceda96a965427ad73a8 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:46:14.765767 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-d9901831-38eb-40c8-89d8-c5e92b958c10 req-cc9fcbb5-a21b-47af-9415-f2a95974f7b5 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:46:14.801561 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [req-d9901831-38eb-40c8-89d8-c5e92b958c10 req-cc9fcbb5-a21b-47af-9415-f2a95974f7b5 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:46:14.815907 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-b85a3aa2-0957-42cb-957b-75aeca1997f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:14.894428 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-b9e09cbd-a704-436b-8583-b5401311ffed req-2cbfcb35-ffc0-4db7-8176-31212888b49f service neutron] 10.222.0.87 "GET /v2.0/networks/a7f4e014-87dd-436c-8396-68b004e6fc6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4764414 Apr 16 16:46:14.972193 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-a94fbd43-d0c4-4356-8097-768543560a69 req-55a71a47-31f9-4fda-9862-0cb649ca1182 service neutron] 10.222.0.38 "GET /v2.0/networks/b5d67f03-2a50-4f49-99e2-88dca9cc2c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3263986 Apr 16 16:46:15.115688 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 36158) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:46:15.121706 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-16e56d08-9476-4740-a52b-b807f8e95638 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1591132967', 'description': 'tempest-description--446520606'}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:46:15.152287 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-16e56d08-9476-4740-a52b-b807f8e95638 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:46:15.164918 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-16e56d08-9476-4740-a52b-b807f8e95638 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Usage tracker for resource:security_group and tenant:88a1c77b2ae945419c929cd0ad2c2a68 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:46:15.175130 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-16e56d08-9476-4740-a52b-b807f8e95638 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:46:15.219284 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-16e56d08-9476-4740-a52b-b807f8e95638 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:46:15.260614 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 36166) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:46:15.338194 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-16e56d08-9476-4740-a52b-b807f8e95638 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:15.396566 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 36174) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:46:15.430655 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-b85a3aa2-0957-42cb-957b-75aeca1997f7 None None] Notify callbacks [] for port, precommit_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:15.451491 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-b85a3aa2-0957-42cb-957b-75aeca1997f7 None None] Transition to ACTIVE for port object c94c8129-453b-4603-aa8e-c5e9c0e8a874 will not be triggered until provisioned by entity L2. {{(pid=85337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:46:15.460791 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-b85a3aa2-0957-42cb-957b-75aeca1997f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:15.470679 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-16e56d08-9476-4740-a52b-b807f8e95638 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:46:15.479709 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-16e56d08-9476-4740-a52b-b807f8e95638 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Usage tracker for resource:security_group_rule and tenant:88a1c77b2ae945419c929cd0ad2c2a68 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:46:15.487584 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-16e56d08-9476-4740-a52b-b807f8e95638 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:46:15.491923 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:46:15.503960 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-16e56d08-9476-4740-a52b-b807f8e95638 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:46:15.514259 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-a94fbd43-d0c4-4356-8097-768543560a69 req-ab1952bc-3f43-41e9-9ca7-652dc9be42c9 service neutron] 10.222.0.38 "GET /v2.0/networks/b5d67f03-2a50-4f49-99e2-88dca9cc2c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5212579 Apr 16 16:46:15.622181 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718f523a-5e79-43de-beb9-ec51c6df3b34 req-1c4d61b3-3b61-4ee8-bf02-ab683b0a93ae tempest-DeleteServersTestJSON-1154458300 tempest-DeleteServersTestJSON-1154458300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:46:15.623894 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-718f523a-5e79-43de-beb9-ec51c6df3b34 req-1c4d61b3-3b61-4ee8-bf02-ab683b0a93ae tempest-DeleteServersTestJSON-1154458300 tempest-DeleteServersTestJSON-1154458300-project] 10.222.0.38 "GET /v2.0/ports?device_id=ae06475c-183f-4e5c-9d88-6072ec112e2b HTTP/1.1" status: 200 len: 946 time: 0.3622317 Apr 16 16:46:15.694627 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-d9901831-38eb-40c8-89d8-c5e92b958c10 req-cc9fcbb5-a21b-47af-9415-f2a95974f7b5 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:15.698501 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-d9901831-38eb-40c8-89d8-c5e92b958c10 req-cc9fcbb5-a21b-47af-9415-f2a95974f7b5 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:15.745865 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 36200) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:46:15.746638 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-8a75de33-81d6-44b7-aae9-032926adc10b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:46:15.767026 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-d9901831-38eb-40c8-89d8-c5e92b958c10 req-cc9fcbb5-a21b-47af-9415-f2a95974f7b5 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=a6ced1af-59d2-4328-83d4-a233a501bc09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2142615 Apr 16 16:46:15.806062 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-16e56d08-9476-4740-a52b-b807f8e95638 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:15.820057 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-16e56d08-9476-4740-a52b-b807f8e95638 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:15.851462 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-b61299d7-c1cb-43e2-90ca-a852378e84b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:46:15.944607 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-0d6806b4-1be5-42ef-8519-aee3df91f3da admin admin] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:15.989733 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-718f523a-5e79-43de-beb9-ec51c6df3b34 req-2e5a6808-f729-439e-b21a-c1e3c3d57cc2 tempest-DeleteServersTestJSON-1154458300 tempest-DeleteServersTestJSON-1154458300-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6ced1af-59d2-4328-83d4-a233a501bc09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3567793 Apr 16 16:46:16.029948 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-16e56d08-9476-4740-a52b-b807f8e95638 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:16.035213 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-16e56d08-9476-4740-a52b-b807f8e95638 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.9181454 Apr 16 16:46:16.036306 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 36216) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:46:16.043607 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e56d08-9476-4740-a52b-b807f8e95638 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65f8636e-38c2-4e4e-85cd-26d4e071f42a,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:46:16.062542 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-b107839e-8177-46cd-af2e-7cedea1f5f84 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Request body: {'security_group_rule': {'security_group_id': '65f8636e-38c2-4e4e-85cd-26d4e071f42a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:46:16.067094 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-4593679a-6707-45b1-9353-745ab74ed716 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0621f2b2212e42398208bd0638f8e26a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2865610 Apr 16 16:46:16.068375 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9fcbb5-a21b-47af-9415-f2a95974f7b5 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a1c0fe89-34fe-4e5e-90a6-937e8f9a0269,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:46:16.097644 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-b107839e-8177-46cd-af2e-7cedea1f5f84 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:46:16.107537 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-b107839e-8177-46cd-af2e-7cedea1f5f84 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Usage tracker for resource:security_group_rule and tenant:88a1c77b2ae945419c929cd0ad2c2a68 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:46:16.127861 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-b107839e-8177-46cd-af2e-7cedea1f5f84 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:46:16.161921 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-b107839e-8177-46cd-af2e-7cedea1f5f84 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:46:16.193089 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-16e56d08-9476-4740-a52b-b807f8e95638 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:46:16.193923 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Device d2682bdb-4ce5-454d-b1f3-ca2da88890ff details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=85337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 16:46:16.197921 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 36220) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:46:16.224562 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-cc9fcbb5-a21b-47af-9415-f2a95974f7b5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:46:16.234802 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-0d6806b4-1be5-42ef-8519-aee3df91f3da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:46:16.248362 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-0d6806b4-1be5-42ef-8519-aee3df91f3da admin admin] Usage tracker for resource:security_group_rule and tenant:8a222828c10e47edae9a4d2a03457be9 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:46:16.258522 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-0d6806b4-1be5-42ef-8519-aee3df91f3da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:46:16.273893 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-0d6806b4-1be5-42ef-8519-aee3df91f3da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:46:16.282634 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66810f74-4a4f-482e-a49e-f7968060ceb6 None None] Pushing event updated for resources: {'Port': ['ID=c94c8129-453b-4603-aa8e-c5e9c0e8a874,revision_number=3']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:46:16.385002 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b7db2e-7450-4f9b-a39a-19d7c367cf84 req-65cf1a49-d79f-473b-88ba-27d73a04e602 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:46:16.386837 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-92b7db2e-7450-4f9b-a39a-19d7c367cf84 req-65cf1a49-d79f-473b-88ba-27d73a04e602 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.38 "GET /v2.0/ports?device_id=5b3fa1b8-b215-4bda-a3f2-1c4bb3349a04 HTTP/1.1" status: 200 len: 944 time: 0.4102316 Apr 16 16:46:16.403734 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-66810f74-4a4f-482e-a49e-f7968060ceb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.911s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:46:16.432963 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-bbd28268-1711-48fc-826c-688a06e11181 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:16.468013 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.db.resource_extend [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 16 16:46:16.477425 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-b107839e-8177-46cd-af2e-7cedea1f5f84 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:16.527143 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-d644ab51-19e2-49c8-aa69-28cc2a21e476 req-d76c51f7-174f-4ad8-8586-a81c634298ef tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "GET /v2.0/ports?device_id=1cca9b35-eea5-4ff7-b3cd-b7b9f12feaf4 HTTP/1.1" status: 200 len: 210 time: 0.3327656 Apr 16 16:46:16.542565 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-92b7db2e-7450-4f9b-a39a-19d7c367cf84 req-fd5762f5-c6e3-4b55-a5dc-210a2b59d9d4 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.38 "GET /v2.0/security-groups?id=000be728-5835-465a-a527-c6c2ddb86249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470108 Apr 16 16:46:16.559896 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-bbd28268-1711-48fc-826c-688a06e11181 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:46:16.654839 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-bbd28268-1711-48fc-826c-688a06e11181 admin admin] Usage tracker for resource:security_group_rule and tenant:ee44ac583a1c4a33905b10947f469f24 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:46:16.672079 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-0d6806b4-1be5-42ef-8519-aee3df91f3da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:16.676041 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-0d6806b4-1be5-42ef-8519-aee3df91f3da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:16.714598 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-bbd28268-1711-48fc-826c-688a06e11181 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:46:16.722934 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:46:16.780284 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-bbd28268-1711-48fc-826c-688a06e11181 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:46:16.814956 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-0ed61e0c-6928-4c1a-9aca-6362b9309142 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:16.825381 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-0d6806b4-1be5-42ef-8519-aee3df91f3da admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8a222828c10e47edae9a4d2a03457be9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4271607 Apr 16 16:46:16.831007 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 36244) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:46:16.840651 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-b85a3aa2-0957-42cb-957b-75aeca1997f7 None None] Attempting to bind port c94c8129-453b-4603-aa8e-c5e9c0e8a874 on host dv-cinder-733622-13-smb for vnic_type normal with profile {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 16:46:16.841168 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-b85a3aa2-0957-42cb-957b-75aeca1997f7 None None] Attempting to bind port c94c8129-453b-4603-aa8e-c5e9c0e8a874 by drivers openvswitch,hyperv on host dv-cinder-733622-13-smb at level 0 using segments [{'id': '9ac9f406-6c3c-40ac-9dbd-02eabe5a0c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '3850fa94-c64e-47a7-8ac1-100295c70767'}] {{(pid=85337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 16:46:16.841588 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85a3aa2-0957-42cb-957b-75aeca1997f7 None None] Attempting to bind port c94c8129-453b-4603-aa8e-c5e9c0e8a874 on network 3850fa94-c64e-47a7-8ac1-100295c70767 {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 16:46:16.857099 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85a3aa2-0957-42cb-957b-75aeca1997f7 None None] Checking agent: {'id': '033b0af5-7550-4b5d-954a-022a384d8461', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 16, 36, 23), 'started_at': datetime.datetime(2021, 4, 16, 16, 36, 53), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 16:46:16.857718 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85a3aa2-0957-42cb-957b-75aeca1997f7 None None] Checking segment: {'id': '9ac9f406-6c3c-40ac-9dbd-02eabe5a0c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '3850fa94-c64e-47a7-8ac1-100295c70767'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 16:46:16.858467 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-b85a3aa2-0957-42cb-957b-75aeca1997f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:16.859783 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85a3aa2-0957-42cb-957b-75aeca1997f7 None None] Bound using segment: {'id': '9ac9f406-6c3c-40ac-9dbd-02eabe5a0c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '3850fa94-c64e-47a7-8ac1-100295c70767'} {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 16:46:16.860462 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-b85a3aa2-0957-42cb-957b-75aeca1997f7 None None] Bound port: c94c8129-453b-4603-aa8e-c5e9c0e8a874, host: dv-cinder-733622-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ac9f406-6c3c-40ac-9dbd-02eabe5a0c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '3850fa94-c64e-47a7-8ac1-100295c70767'}}] {{(pid=85337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 16:46:16.860899 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-b85a3aa2-0957-42cb-957b-75aeca1997f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:16.893487 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-b107839e-8177-46cd-af2e-7cedea1f5f84 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:16.907327 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-b107839e-8177-46cd-af2e-7cedea1f5f84 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400085'] for security_group_rule, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:16.928474 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6806b4-1be5-42ef-8519-aee3df91f3da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f60c241-96dc-4cf2-93e4-d2a1877c84aa,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:46:16.937815 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-0d6806b4-1be5-42ef-8519-aee3df91f3da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:46:16.959614 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-0ed61e0c-6928-4c1a-9aca-6362b9309142 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:16.991832 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c2e5a244-5708-4f9c-9459-4ded7bb41ccf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:16.995777 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:46:17.022625 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-b85a3aa2-0957-42cb-957b-75aeca1997f7 None None] For port c94c8129-453b-4603-aa8e-c5e9c0e8a874, host dv-cinder-733622-13-smb, cleared binding levels {{(pid=85337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 16:46:17.026158 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-b85a3aa2-0957-42cb-957b-75aeca1997f7 None None] For port c94c8129-453b-4603-aa8e-c5e9c0e8a874, host dv-cinder-733622-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-smb',level=0,port_id=c94c8129-453b-4603-aa8e-c5e9c0e8a874,segment=NetworkSegment(9ac9f406-6c3c-40ac-9dbd-02eabe5a0c9b),segment_id=9ac9f406-6c3c-40ac-9dbd-02eabe5a0c9b)] {{(pid=85337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 16:46:17.032280 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-b85a3aa2-0957-42cb-957b-75aeca1997f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:17.032996 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c2e5a244-5708-4f9c-9459-4ded7bb41ccf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:17.059638 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b107839e-8177-46cd-af2e-7cedea1f5f84 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=590bfe16-3fb8-4b65-974c-f06f55fc4938,revision_number=0']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:46:17.068954 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-66810f74-4a4f-482e-a49e-f7968060ceb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:46:17.101039 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c2e5a244-5708-4f9c-9459-4ded7bb41ccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:17.106681 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-b107839e-8177-46cd-af2e-7cedea1f5f84 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:46:17.108199 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:46:17.122238 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e5a244-5708-4f9c-9459-4ded7bb41ccf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f60c241-96dc-4cf2-93e4-d2a1877c84aa,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:46:17.147821 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c2e5a244-5708-4f9c-9459-4ded7bb41ccf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:46:17.168353 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-b107839e-8177-46cd-af2e-7cedea1f5f84 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:17.169812 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-b107839e-8177-46cd-af2e-7cedea1f5f84 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1320391 Apr 16 16:46:17.173513 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 36254) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:46:17.187603 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-60a85a5d-d639-4977-944e-f88229b5450f tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Request body: {'security_group_rule': {'security_group_id': '65f8636e-38c2-4e4e-85cd-26d4e071f42a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:46:17.202488 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] For port d2682bdb-4ce5-454d-b1f3-ca2da88890ff, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=d2682bdb-4ce5-454d-b1f3-ca2da88890ff,segment=NetworkSegment(5c466791-b111-4073-b936-58dd24a85aef),segment_id=5c466791-b111-4073-b936-58dd24a85aef)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:46:17.239569 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-60a85a5d-d639-4977-944e-f88229b5450f tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:46:17.247163 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c2e5a244-5708-4f9c-9459-4ded7bb41ccf admin admin] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:17.253222 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-c2e5a244-5708-4f9c-9459-4ded7bb41ccf admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3f60c241-96dc-4cf2-93e4-d2a1877c84aa HTTP/1.1" status: 204 len: 168 time: 0.4177232 Apr 16 16:46:17.257704 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-60a85a5d-d639-4977-944e-f88229b5450f tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Usage tracker for resource:security_group_rule and tenant:88a1c77b2ae945419c929cd0ad2c2a68 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:46:17.259961 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-0ed61e0c-6928-4c1a-9aca-6362b9309142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:17.270425 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-60a85a5d-d639-4977-944e-f88229b5450f tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:46:17.287181 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-bbd28268-1711-48fc-826c-688a06e11181 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:17.287860 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-60a85a5d-d639-4977-944e-f88229b5450f tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:46:17.288193 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:46:17.297365 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Returning: {'device': 'd2682bdb-4ce5-454d-b1f3-ca2da88890ff', 'network_id': 'a7f4e014-87dd-436c-8396-68b004e6fc6e', 'port_id': 'd2682bdb-4ce5-454d-b1f3-ca2da88890ff', 'mac_address': 'fa:16:3e:3f:a0:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 768, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ae8a7aa-8888-4dcf-9347-2e1ca7171a9b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 16:46:17.324695 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-bbd28268-1711-48fc-826c-688a06e11181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:17.403356 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66810f74-4a4f-482e-a49e-f7968060ceb6 None None] Pushing event updated for resources: {'Port': ['ID=c94c8129-453b-4603-aa8e-c5e9c0e8a874,revision_number=4']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:46:17.411345 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-66810f74-4a4f-482e-a49e-f7968060ceb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:46:17.412035 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:17.424403 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 36262) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:46:17.438654 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-bbd28268-1711-48fc-826c-688a06e11181 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ee44ac583a1c4a33905b10947f469f24&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1100154 Apr 16 16:46:17.445839 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed61e0c-6928-4c1a-9aca-6362b9309142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca606983-a96a-44c3-9700-ecf235207163,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:46:17.449051 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 36266) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:46:17.452395 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2682bdb-4ce5-454d-b1f3-ca2da88890ff {{(pid=85337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 16:46:17.454640 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-0ed61e0c-6928-4c1a-9aca-6362b9309142 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:46:17.455592 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-0ed61e0c-6928-4c1a-9aca-6362b9309142 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:17.456801 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-0ed61e0c-6928-4c1a-9aca-6362b9309142 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ca606983-a96a-44c3-9700-ecf235207163 HTTP/1.1" status: 204 len: 168 time: 1.2532980 Apr 16 16:46:17.459541 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-0ff090e6-5b9b-4193-9226-d11bb1054808 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:46:17.470382 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-60a85a5d-d639-4977-944e-f88229b5450f tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:17.472713 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] For port d2682bdb-4ce5-454d-b1f3-ca2da88890ff, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=d2682bdb-4ce5-454d-b1f3-ca2da88890ff,segment=NetworkSegment(5c466791-b111-4073-b936-58dd24a85aef),segment_id=5c466791-b111-4073-b936-58dd24a85aef)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:46:17.492594 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:17.499032 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-2aa5b1ed-996f-4044-a480-d9edf4dd1cf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:46:17.584757 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-60a85a5d-d639-4977-944e-f88229b5450f tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:17.598366 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-60a85a5d-d639-4977-944e-f88229b5450f tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400085'] for security_group_rule, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:17.609300 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-10484d8a-6994-4d6c-9af9-f0d84d26ef33 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:46:17.671912 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28648e28-8424-42da-9536-25bf4b5cc2d7 req-6ecab5d8-43e1-4d47-9991-5186bad6bdd0 tempest-DeleteServersTestJSON-1154458300 tempest-DeleteServersTestJSON-1154458300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:46:17.685235 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-28648e28-8424-42da-9536-25bf4b5cc2d7 req-6ecab5d8-43e1-4d47-9991-5186bad6bdd0 tempest-DeleteServersTestJSON-1154458300 tempest-DeleteServersTestJSON-1154458300-project] 10.222.0.38 "GET /v2.0/ports?device_id=ae06475c-183f-4e5c-9d88-6072ec112e2b HTTP/1.1" status: 200 len: 946 time: 0.3853033 Apr 16 16:46:17.692118 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a85a5d-d639-4977-944e-f88229b5450f tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dc27025-182b-43d5-91fb-69945f5ecab4,revision_number=0']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:46:17.700975 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85a3aa2-0957-42cb-957b-75aeca1997f7 None None] Routers {'7246a46c-3e89-4c3d-96dc-a5f833931984'} bound to L3 agent in host dv-cinder-733622-13-smb {{(pid=85337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:46:17.701727 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-b85a3aa2-0957-42cb-957b-75aeca1997f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T16:36:22Z,description=,heartbeat_timestamp=2021-04-16T16:45:52Z,host='dv-cinder-733622-13-smb',id=4aa3b6c8-2ef9-4577-bdb6-1cfedaad083f,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T16:36:22Z,topic='l3_agent')) {'router_ids': ['7246a46c-3e89-4c3d-96dc-a5f833931984'], 'active': True} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:46:17.707888 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd28268-1711-48fc-826c-688a06e11181 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a556b03d-1463-4fea-9954-11d877c07b87,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:46:17.713334 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-bbd28268-1711-48fc-826c-688a06e11181 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:46:17.723331 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-60a85a5d-d639-4977-944e-f88229b5450f tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:46:17.771767 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-60a85a5d-d639-4977-944e-f88229b5450f tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:17.776472 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-ec64368c-8957-49e2-a0d3-5453ade5579e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:17.777701 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-60a85a5d-d639-4977-944e-f88229b5450f tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5947943 Apr 16 16:46:17.788514 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 36278) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:46:17.816896 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-a478e65d-aa9e-4ab7-b973-701445245fb0 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Request body: {'floatingip': {'floating_network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:46:17.846821 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-a478e65d-aa9e-4ab7-b973-701445245fb0 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:46:17.855219 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-a478e65d-aa9e-4ab7-b973-701445245fb0 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Usage tracker for resource:floatingip and tenant:88a1c77b2ae945419c929cd0ad2c2a68 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:46:17.857393 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-ec64368c-8957-49e2-a0d3-5453ade5579e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:17.863062 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-a478e65d-aa9e-4ab7-b973-701445245fb0 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:46:17.885626 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-a478e65d-aa9e-4ab7-b973-701445245fb0 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:46:17.927880 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-28648e28-8424-42da-9536-25bf4b5cc2d7 req-cb39a2dd-a06e-4b89-885f-2f28a8d5c27d tempest-DeleteServersTestJSON-1154458300 tempest-DeleteServersTestJSON-1154458300-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6ced1af-59d2-4328-83d4-a233a501bc09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409773 Apr 16 16:46:17.933293 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Pushing event updated for resources: {'Port': ['ID=d2682bdb-4ce5-454d-b1f3-ca2da88890ff,revision_number=4']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:46:17.937393 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a478e65d-aa9e-4ab7-b973-701445245fb0 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Notify callbacks [] for floatingip, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:17.942140 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:46:17.944220 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] get_ports_and_sgs() called for port_ids ['d2682bdb-4ce5-454d-b1f3-ca2da88890ff'] {{(pid=85337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 16:46:18.103569 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-ec64368c-8957-49e2-a0d3-5453ade5579e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:18.164064 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c4405768-98b9-4bfc-8cc3-7c0ad800a58c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:46:18.181044 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-77c105a3-fec7-4fc4-a5da-b699704c9750 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:18.213627 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec64368c-8957-49e2-a0d3-5453ade5579e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a556b03d-1463-4fea-9954-11d877c07b87,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:46:18.232456 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-ec64368c-8957-49e2-a0d3-5453ade5579e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:46:18.235748 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-ec64368c-8957-49e2-a0d3-5453ade5579e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:18.242688 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-ec64368c-8957-49e2-a0d3-5453ade5579e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a556b03d-1463-4fea-9954-11d877c07b87 HTTP/1.1" status: 204 len: 168 time: 0.7920220 Apr 16 16:46:18.356917 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64887a6-1c58-46cc-810a-1c345ce8ab1b req-8ddbdc5e-d24e-4570-aec7-7cb81060a8bd tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:46:18.371665 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-d64887a6-1c58-46cc-810a-1c345ce8ab1b req-8ddbdc5e-d24e-4570-aec7-7cb81060a8bd tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.38 "GET /v2.0/ports?device_id=5b3fa1b8-b215-4bda-a3f2-1c4bb3349a04 HTTP/1.1" status: 200 len: 945 time: 0.3620198 Apr 16 16:46:18.382764 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-25bd6c20-59b5-41c2-8109-6fe2c76a1b67 req-ae862865-e8b1-4bd9-bf07-25675a0400c5 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "GET /v2.0/ports?device_id=1cca9b35-eea5-4ff7-b3cd-b7b9f12feaf4 HTTP/1.1" status: 200 len: 210 time: 0.1630421 Apr 16 16:46:18.427415 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 36290) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:46:18.466455 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-77c105a3-fec7-4fc4-a5da-b699704c9750 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:46:18.477518 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvr_db [None req-b85a3aa2-0957-42cb-957b-75aeca1997f7 None None] Set router 7246a46c-3e89-4c3d-96dc-a5f833931984 gateway port host: dv-cinder-733622-13-smb {{(pid=85337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:46:18.509631 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-77c105a3-fec7-4fc4-a5da-b699704c9750 admin admin] Usage tracker for resource:security_group_rule and tenant:aea4be062329415e8ac59ece6923f482 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:46:18.513025 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 36294) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:46:18.526940 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-20c64471-fe04-40e4-872d-22a250a71bbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:18.576374 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-77c105a3-fec7-4fc4-a5da-b699704c9750 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:46:18.593465 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-20c64471-fe04-40e4-872d-22a250a71bbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:46:18.616444 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-d64887a6-1c58-46cc-810a-1c345ce8ab1b req-85a0c740-4aab-4b9b-8ea5-0e93f88e5fea tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.38 "GET /v2.0/security-groups?id=000be728-5835-465a-a527-c6c2ddb86249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434449 Apr 16 16:46:18.618358 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-20c64471-fe04-40e4-872d-22a250a71bbc admin admin] Usage tracker for resource:security_group_rule and tenant:3625ed5cae6440a3bb5ee283d152b846 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:46:18.623268 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-20c64471-fe04-40e4-872d-22a250a71bbc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:46:18.627048 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-77c105a3-fec7-4fc4-a5da-b699704c9750 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:46:18.633369 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-20c64471-fe04-40e4-872d-22a250a71bbc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:46:18.727959 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-a3fb9313-d987-4539-9bfb-85ad0a62f81a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9f7d7f79193e4cf2b37e37d86c3682d8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1530702 Apr 16 16:46:18.732452 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 36298) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:46:18.856527 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94fbd43-d0c4-4356-8097-768543560a69 req-e63f515f-6051-4f69-9a13-cf3ccb4e711f tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:46:18.858848 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-a94fbd43-d0c4-4356-8097-768543560a69 req-e63f515f-6051-4f69-9a13-cf3ccb4e711f tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.87 "GET /v2.0/networks?id=b5d67f03-2a50-4f49-99e2-88dca9cc2c57 HTTP/1.1" status: 200 len: 811 time: 0.4669263 Apr 16 16:46:18.860415 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-20c64471-fe04-40e4-872d-22a250a71bbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:18.863820 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a478e65d-aa9e-4ab7-b973-701445245fb0 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:18.904124 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-20c64471-fe04-40e4-872d-22a250a71bbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:18.933351 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-755ef741-4419-4bfa-b027-95f9ccfe41d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:46:19.028545 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-34b3fa34-d5b4-416d-8057-d1abe22abfbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:19.084236 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c64471-fe04-40e4-872d-22a250a71bbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48130a38-e03c-4b45-8ebe-98c8d935bfdc,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:46:19.107798 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-20c64471-fe04-40e4-872d-22a250a71bbc admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3625ed5cae6440a3bb5ee283d152b846&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6754959 Apr 16 16:46:19.121037 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-20c64471-fe04-40e4-872d-22a250a71bbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:46:19.122318 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 36310) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:46:19.128056 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-b85a3aa2-0957-42cb-957b-75aeca1997f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7246a46c-3e89-4c3d-96dc-a5f833931984', 'name': 'tempest-AttachVolumeShelveTestJSON-1554147742-router', 'tenant_id': '88a1c77b2ae945419c929cd0ad2c2a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'external_fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.213'}], 'enable_snat': True}, 'gw_port_id': '2c1bc0b1-551f-42c2-9f06-e7a8bdce7737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:45:37Z', 'updated_at': '2021-04-16T16:46:10Z', 'revision_number': 4, 'project_id': '88a1c77b2ae945419c929cd0ad2c2a68', 'gw_port': {'id': '2c1bc0b1-551f-42c2-9f06-e7a8bdce7737', 'name': '', 'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7246a46c-3e89-4c3d-96dc-a5f833931984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:45:40Z', 'updated_at': '2021-04-16T16:46:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-smb', '_interfaces': [{'id': 'c94c8129-453b-4603-aa8e-c5e9c0e8a874', 'name': '', 'network_id': '3850fa94-c64e-47a7-8ac1-100295c70767', 'tenant_id': '88a1c77b2ae945419c929cd0ad2c2a68', 'mac_address': 'fa:16:3e:eb:a6:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7246a46c-3e89-4c3d-96dc-a5f833931984', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '3d318de4-dae1-4537-aa0d-b7c79b5c1954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:46:04Z', 'updated_at': '2021-04-16T16:46:17Z', 'revision_number': 4, 'project_id': '88a1c77b2ae945419c929cd0ad2c2a68', 'subnets': [{'id': '3d318de4-dae1-4537-aa0d-b7c79b5c1954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-13-smb', False) {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:46:19.133690 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85a3aa2-0957-42cb-957b-75aeca1997f7 None None] The sync data for ids ['7246a46c-3e89-4c3d-96dc-a5f833931984'] in dv-cinder-733622-13-smb is: [{'id': '7246a46c-3e89-4c3d-96dc-a5f833931984', 'name': 'tempest-AttachVolumeShelveTestJSON-1554147742-router', 'tenant_id': '88a1c77b2ae945419c929cd0ad2c2a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'external_fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.213'}], 'enable_snat': True}, 'gw_port_id': '2c1bc0b1-551f-42c2-9f06-e7a8bdce7737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:45:37Z', 'updated_at': '2021-04-16T16:46:10Z', 'revision_number': 4, 'project_id': '88a1c77b2ae945419c929cd0ad2c2a68', 'gw_port': {'id': '2c1bc0b1-551f-42c2-9f06-e7a8bdce7737', 'name': '', 'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7246a46c-3e89-4c3d-96dc-a5f833931984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:45:40Z', 'updated_at': '2021-04-16T16:46:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-smb', '_interfaces': [{'id': 'c94c8129-453b-4603-aa8e-c5e9c0e8a874', 'name': '', 'network_id': '3850fa94-c64e-47a7-8ac1-100295c70767', 'tenant_id': '88a1c77b2ae945419c929cd0ad2c2a68', 'mac_address': 'fa:16:3e:eb:a6:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7246a46c-3e89-4c3d-96dc-a5f833931984', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '3d318de4-dae1-4537-aa0d-b7c79b5c1954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:46:04Z', 'updated_at': '2021-04-16T16:46:17Z', 'revision_number': 4, 'project_id': '88a1c77b2ae945419c929cd0ad2c2a68', 'subnets': [{'id': '3d318de4-dae1-4537-aa0d-b7c79b5c1954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 16:46:19.157027 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-34b3fa34-d5b4-416d-8057-d1abe22abfbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:19.157378 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-77c105a3-fec7-4fc4-a5da-b699704c9750 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:19.177961 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-a94fbd43-d0c4-4356-8097-768543560a69 req-99f46b4a-6204-4bbe-bb4c-003fb5f269ad tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=884b1020849e42e3acc115cae0298189 HTTP/1.1" status: 200 len: 5705 time: 0.2555444 Apr 16 16:46:19.183897 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-77c105a3-fec7-4fc4-a5da-b699704c9750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:19.201830 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.v2.base [req-a94fbd43-d0c4-4356-8097-768543560a69 req-dd89860e-b90d-4ce9-99e5-71315fd595ad tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Request body: {'port': {'device_id': '1cca9b35-eea5-4ff7-b3cd-b7b9f12feaf4', 'network_id': 'b5d67f03-2a50-4f49-99e2-88dca9cc2c57', 'admin_state_up': True, 'tenant_id': '884b1020849e42e3acc115cae0298189', 'security_groups': ['9619b15f-c003-4676-8b83-3ac3c8f30e30']}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:46:19.256190 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-cc9fcbb5-a21b-47af-9415-f2a95974f7b5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:46:19.281325 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-22959cc4-187a-4fcf-b34d-ef63ae497089 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:19.335063 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 36314) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:46:19.338929 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-22959cc4-187a-4fcf-b34d-ef63ae497089 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:19.366051 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-34b3fa34-d5b4-416d-8057-d1abe22abfbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:19.373890 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-6129a946-63c8-48f3-9a8a-61e91ca46141 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:46:19.400078 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-802c3b23-4088-49dd-88f7-852711af01f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:19.416840 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b3fa34-d5b4-416d-8057-d1abe22abfbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b9b0d44-a8ca-4c64-b4f3-47909f581117,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:46:19.437189 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-34b3fa34-d5b4-416d-8057-d1abe22abfbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:46:19.454666 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.db_base_plugin_common [None req-a478e65d-aa9e-4ab7-b973-701445245fb0 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Allocated IP 172.28.2.189 (2bc9ca6b-6e72-4404-899b-6b4685eced1f/9106a8ae-dfd9-43e0-982a-dc423b27def7/f24cbd47-ec33-4536-9afd-a1f7e2e2e74f) {{(pid=85335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 16:46:19.459296 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-802c3b23-4088-49dd-88f7-852711af01f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:46:19.464152 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-34b3fa34-d5b4-416d-8057-d1abe22abfbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:19.465413 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-34b3fa34-d5b4-416d-8057-d1abe22abfbc admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4b9b0d44-a8ca-4c64-b4f3-47909f581117 HTTP/1.1" status: 204 len: 168 time: 0.7308769 Apr 16 16:46:19.467276 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-802c3b23-4088-49dd-88f7-852711af01f7 admin admin] Usage tracker for resource:security_group_rule and tenant:9042c22e380b4e55996721127d81868f is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:46:19.471759 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-802c3b23-4088-49dd-88f7-852711af01f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:46:19.480384 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-802c3b23-4088-49dd-88f7-852711af01f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:46:19.544583 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-22959cc4-187a-4fcf-b34d-ef63ae497089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:19.554917 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-20c64471-fe04-40e4-872d-22a250a71bbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:46:19.655830 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Device d2682bdb-4ce5-454d-b1f3-ca2da88890ff up at agent hyperv_hv-cinder-73362 {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:46:19.662171 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22959cc4-187a-4fcf-b34d-ef63ae497089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48130a38-e03c-4b45-8ebe-98c8d935bfdc,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:46:19.669120 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-23b43bda-4050-4de8-a9a6-2e62c97a0417 req-1ade42ab-03ef-49fe-b997-f3009a1dc6ba tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "GET /v2.0/ports?device_id=1cca9b35-eea5-4ff7-b3cd-b7b9f12feaf4 HTTP/1.1" status: 200 len: 210 time: 0.0916996 Apr 16 16:46:19.672750 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-22959cc4-187a-4fcf-b34d-ef63ae497089 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:46:19.689149 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-22959cc4-187a-4fcf-b34d-ef63ae497089 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:19.696108 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-22959cc4-187a-4fcf-b34d-ef63ae497089 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/48130a38-e03c-4b45-8ebe-98c8d935bfdc HTTP/1.1" status: 204 len: 168 time: 0.5721803 Apr 16 16:46:19.764799 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-802c3b23-4088-49dd-88f7-852711af01f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:19.775352 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-802c3b23-4088-49dd-88f7-852711af01f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:19.791882 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-ec64368c-8957-49e2-a0d3-5453ade5579e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:46:19.865817 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-802c3b23-4088-49dd-88f7-852711af01f7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9042c22e380b4e55996721127d81868f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5296116 Apr 16 16:46:19.867130 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802c3b23-4088-49dd-88f7-852711af01f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61ba1714-55aa-421f-a218-4ab8f5d138a1,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:46:19.869852 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 36326) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:46:19.875162 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-802c3b23-4088-49dd-88f7-852711af01f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:46:19.931010 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a2cde247-da6e-4255-bf4c-41116b6b2c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:19.982235 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Provisioning for port d2682bdb-4ce5-454d-b1f3-ca2da88890ff completed by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:46:19.997098 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Provisioning complete for port d2682bdb-4ce5-454d-b1f3-ca2da88890ff triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:46:19.997098 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852761088'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:20.069992 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-3f49efda-f521-4b9a-82ea-71e2b6cb6598 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:20.133382 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a478e65d-aa9e-4ab7-b973-701445245fb0 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Notify callbacks [] for port, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:20.168412 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-3f49efda-f521-4b9a-82ea-71e2b6cb6598 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:20.188110 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Device c94c8129-453b-4603-aa8e-c5e9c0e8a874 up at agent ovs-agent-dv-cinder-733622-13-smb {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:46:20.265467 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-77c105a3-fec7-4fc4-a5da-b699704c9750 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=aea4be062329415e8ac59ece6923f482&name=default HTTP/1.1" status: 200 len: 2979 time: 2.8367782 Apr 16 16:46:20.269234 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 36334) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:46:20.302979 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a478e65d-aa9e-4ab7-b973-701445245fb0 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751455712866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850737760'] for port, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:20.382888 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c105a3-fec7-4fc4-a5da-b699704c9750 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a241b69-ad11-4316-9726-8e5a4d4f8b76,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:46:20.467367 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:20.510178 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Provisioning for port c94c8129-453b-4603-aa8e-c5e9c0e8a874 completed by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:46:20.533134 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-3f49efda-f521-4b9a-82ea-71e2b6cb6598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:20.538352 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Provisioning complete for port c94c8129-453b-4603-aa8e-c5e9c0e8a874 triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:46:20.540577 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852761088'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:20.563950 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-bbd28268-1711-48fc-826c-688a06e11181 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:46:20.617787 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f49efda-f521-4b9a-82ea-71e2b6cb6598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61ba1714-55aa-421f-a218-4ab8f5d138a1,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:46:20.623992 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-3f49efda-f521-4b9a-82ea-71e2b6cb6598 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:46:20.640828 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b3fa1b8-b215-4bda-a3f2-1c4bb3349a04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2682bdb-4ce5-454d-b1f3-ca2da88890ff'}] {{(pid=85337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:46:20.655314 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-77c105a3-fec7-4fc4-a5da-b699704c9750 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.401s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:46:20.658109 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.276s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:46:20.678628 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] For port d2682bdb-4ce5-454d-b1f3-ca2da88890ff, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=d2682bdb-4ce5-454d-b1f3-ca2da88890ff,segment=NetworkSegment(5c466791-b111-4073-b936-58dd24a85aef),segment_id=5c466791-b111-4073-b936-58dd24a85aef)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:46:20.703657 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-3f49efda-f521-4b9a-82ea-71e2b6cb6598 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:20.706345 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-3f49efda-f521-4b9a-82ea-71e2b6cb6598 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/61ba1714-55aa-421f-a218-4ab8f5d138a1 HTTP/1.1" status: 204 len: 168 time: 0.8351018 Apr 16 16:46:20.712172 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d5dbb996-9fbb-4cf6-9b79-8d42a92ede36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:20.729893 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:20.742414 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:46:20.762946 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d5dbb996-9fbb-4cf6-9b79-8d42a92ede36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:20.789666 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd280d0d-d3da-445d-bd88-b1ebd969cb0e req-0a0c6ea2-d3fe-4bd2-91e1-c9f47bc0913f tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:46:20.802347 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-bd280d0d-d3da-445d-bd88-b1ebd969cb0e req-0a0c6ea2-d3fe-4bd2-91e1-c9f47bc0913f tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.38 "GET /v2.0/ports?device_id=5b3fa1b8-b215-4bda-a3f2-1c4bb3349a04 HTTP/1.1" status: 200 len: 945 time: 0.5342650 Apr 16 16:46:20.887364 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [req-a94fbd43-d0c4-4356-8097-768543560a69 req-dd89860e-b90d-4ce9-99e5-71315fd595ad tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:46:20.928859 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-bd280d0d-d3da-445d-bd88-b1ebd969cb0e req-66bec3cd-8357-43da-9a35-5a46479e8f05 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.38 "GET /v2.0/security-groups?id=000be728-5835-465a-a527-c6c2ddb86249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254039 Apr 16 16:46:20.943288 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d5dbb996-9fbb-4cf6-9b79-8d42a92ede36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:20.961007 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:46:20.993720 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [req-a94fbd43-d0c4-4356-8097-768543560a69 req-dd89860e-b90d-4ce9-99e5-71315fd595ad tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:46:21.001053 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d5dbb996-9fbb-4cf6-9b79-8d42a92ede36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:21.002674 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-d5dbb996-9fbb-4cf6-9b79-8d42a92ede36 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9a241b69-ad11-4316-9726-8e5a4d4f8b76 HTTP/1.1" status: 204 len: 168 time: 0.7286596 Apr 16 16:46:21.004185 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dbb996-9fbb-4cf6-9b79-8d42a92ede36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a241b69-ad11-4316-9726-8e5a4d4f8b76,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:46:21.007526 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-d5dbb996-9fbb-4cf6-9b79-8d42a92ede36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:46:21.059727 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a478e65d-aa9e-4ab7-b973-701445245fb0 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Pushing event updated for resources: {'Port': ['ID=f24cbd47-ec33-4536-9afd-a1f7e2e2e74f,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:46:21.074527 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-a478e65d-aa9e-4ab7-b973-701445245fb0 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:46:21.103854 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098cf16b-0e13-455b-afe9-0d7105c24b50 req-57034e01-bd9a-4c4a-afb8-e59ef6a80b79 tempest-DeleteServersTestJSON-1154458300 tempest-DeleteServersTestJSON-1154458300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:46:21.113648 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-098cf16b-0e13-455b-afe9-0d7105c24b50 req-57034e01-bd9a-4c4a-afb8-e59ef6a80b79 tempest-DeleteServersTestJSON-1154458300 tempest-DeleteServersTestJSON-1154458300-project] 10.222.0.38 "GET /v2.0/ports?device_id=ae06475c-183f-4e5c-9d88-6072ec112e2b HTTP/1.1" status: 200 len: 946 time: 1.8428478 Apr 16 16:46:21.168292 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a94fbd43-d0c4-4356-8097-768543560a69 req-dd89860e-b90d-4ce9-99e5-71315fd595ad tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Made reservation on behalf of 884b1020849e42e3acc115cae0298189 for: {'port': 1} {{(pid=85335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 16:46:21.177873 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-a94fbd43-d0c4-4356-8097-768543560a69 req-dd89860e-b90d-4ce9-99e5-71315fd595ad tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:21.253150 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b3fa1b8-b215-4bda-a3f2-1c4bb3349a04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2682bdb-4ce5-454d-b1f3-ca2da88890ff', 'code': 200} Apr 16 16:46:21.311185 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:21.346185 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-ac9667ee-41d0-4721-acde-4a71faff1581 req-7c6522c8-c2d9-444a-ab10-c5d1099baaba tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "GET /v2.0/ports?device_id=1cca9b35-eea5-4ff7-b3cd-b7b9f12feaf4 HTTP/1.1" status: 200 len: 210 time: 0.0826337 Apr 16 16:46:21.393917 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-098cf16b-0e13-455b-afe9-0d7105c24b50 req-7d30ce36-a2c7-4415-9fb6-4754b242ee75 tempest-DeleteServersTestJSON-1154458300 tempest-DeleteServersTestJSON-1154458300-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6ced1af-59d2-4328-83d4-a233a501bc09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2793124 Apr 16 16:46:21.410296 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] For port c94c8129-453b-4603-aa8e-c5e9c0e8a874, host dv-cinder-733622-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-smb',level=0,port_id=c94c8129-453b-4603-aa8e-c5e9c0e8a874,segment=NetworkSegment(9ac9f406-6c3c-40ac-9dbd-02eabe5a0c9b),segment_id=9ac9f406-6c3c-40ac-9dbd-02eabe5a0c9b)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:46:21.415314 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:21.421977 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Pushing event updated for resources: {'Port': ['ID=d2682bdb-4ce5-454d-b1f3-ca2da88890ff,revision_number=5']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:46:21.431070 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.689s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:46:21.431564 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:46:21.475039 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a478e65d-aa9e-4ab7-b973-701445245fb0 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Network 2bc9ca6b-6e72-4404-899b-6b4685eced1f is already hosted by enough agents. {{(pid=85335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 16:46:21.482362 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [None req-a478e65d-aa9e-4ab7-b973-701445245fb0 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Resources bound (agent type, host, resource id): {{(pid=85335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:46:21.500676 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a478e65d-aa9e-4ab7-b973-701445245fb0 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Received port after_create {{(pid=85335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 16:46:21.555641 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Pushing event updated for resources: {'Port': ['ID=c94c8129-453b-4603-aa8e-c5e9c0e8a874,revision_number=5']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:46:21.563520 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:46:21.644294 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41346706-7bd8-47fd-8ec7-980e1ac256c9 req-5df600d9-736c-443e-8420-b0553dbb6f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:46:21.647196 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.db_base_plugin_common [req-a94fbd43-d0c4-4356-8097-768543560a69 req-dd89860e-b90d-4ce9-99e5-71315fd595ad tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Allocated IP 172.20.0.11 (b5d67f03-2a50-4f49-99e2-88dca9cc2c57/649747cf-05da-40d5-a9b4-d5107e9dbf05/2a6213fd-4b58-4def-bbbe-542929ea9b09) {{(pid=85335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 16:46:21.653473 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-41346706-7bd8-47fd-8ec7-980e1ac256c9 req-5df600d9-736c-443e-8420-b0553dbb6f91 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=5b3fa1b8-b215-4bda-a3f2-1c4bb3349a04 HTTP/1.1" status: 200 len: 1099 time: 0.2178245 Apr 16 16:46:21.730746 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-41346706-7bd8-47fd-8ec7-980e1ac256c9 req-49fb7289-9bd2-49aa-8462-24cffad01087 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=000be728-5835-465a-a527-c6c2ddb86249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646603 Apr 16 16:46:21.805110 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-632c5a88-e7c7-4bdf-a1ca-4912930f7d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:21.841038 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a478e65d-aa9e-4ab7-b973-701445245fb0 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:21.972274 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a478e65d-aa9e-4ab7-b973-701445245fb0 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:22.053623 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Device c94c8129-453b-4603-aa8e-c5e9c0e8a874 up at agent ovs-agent-dv-cinder-733622-13-smb {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:46:22.137052 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 36396) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:46:22.197143 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Provisioning complete for port c94c8129-453b-4603-aa8e-c5e9c0e8a874 triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:46:22.197706 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852761088'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:22.261305 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8f087376-56f1-43f2-a85e-7e1216f537b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:22.293990 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-8f087376-56f1-43f2-a85e-7e1216f537b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:46:22.302733 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-8f087376-56f1-43f2-a85e-7e1216f537b2 admin admin] Usage tracker for resource:security_group_rule and tenant:6622de9899c8442b89d4bfb6d618ba56 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:46:22.307407 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-8f087376-56f1-43f2-a85e-7e1216f537b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:46:22.317136 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-8f087376-56f1-43f2-a85e-7e1216f537b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:46:22.567804 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8f087376-56f1-43f2-a85e-7e1216f537b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:22.572971 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8f087376-56f1-43f2-a85e-7e1216f537b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:22.586525 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a478e65d-aa9e-4ab7-b973-701445245fb0 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Notify callbacks [] for port, precommit_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:22.588316 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-3f49efda-f521-4b9a-82ea-71e2b6cb6598 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:46:22.594997 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-a94fbd43-d0c4-4356-8097-768543560a69 req-dd89860e-b90d-4ce9-99e5-71315fd595ad tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Notify callbacks [] for port, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:22.615237 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [req-a94fbd43-d0c4-4356-8097-768543560a69 req-dd89860e-b90d-4ce9-99e5-71315fd595ad tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Transition to ACTIVE for port object 2a6213fd-4b58-4def-bbbe-542929ea9b09 will not be triggered until provisioned by entity DHCP. {{(pid=85335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:46:22.643291 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a478e65d-aa9e-4ab7-b973-701445245fb0 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4038072'] for port, after_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:22.645375 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-a94fbd43-d0c4-4356-8097-768543560a69 req-dd89860e-b90d-4ce9-99e5-71315fd595ad tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751455712866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850737760'] for port, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:22.649008 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f087376-56f1-43f2-a85e-7e1216f537b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9cf13cb-f1e0-43c7-a923-3332bda2a4c8,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:46:22.673065 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-ffbe0c9d-3231-4a66-adb5-fe8e04b6cf3f tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:46:22.679471 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-8f087376-56f1-43f2-a85e-7e1216f537b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:46:22.749026 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c2d10f-7d20-4619-bbc8-2fef78f421c7 req-20f3e843-5904-40d4-ad9f-b268d4471a9b tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:46:22.751294 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-23c2d10f-7d20-4619-bbc8-2fef78f421c7 req-20f3e843-5904-40d4-ad9f-b268d4471a9b tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.38 "GET /v2.0/ports?device_id=5b3fa1b8-b215-4bda-a3f2-1c4bb3349a04 HTTP/1.1" status: 200 len: 946 time: 0.5521815 Apr 16 16:46:22.758844 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-8f087376-56f1-43f2-a85e-7e1216f537b2 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6622de9899c8442b89d4bfb6d618ba56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6197374 Apr 16 16:46:22.813429 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 36414) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:46:22.837619 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-45c0d62a-bc24-48a8-9022-8ca56da26294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:22.877064 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-23c2d10f-7d20-4619-bbc8-2fef78f421c7 req-a39c04b6-dd38-45ad-ac15-2975db597f49 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.38 "GET /v2.0/security-groups?id=000be728-5835-465a-a527-c6c2ddb86249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159251 Apr 16 16:46:22.896468 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-5470fb87-9b01-489a-ba06-52d87e7e69f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:22.943401 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-5470fb87-9b01-489a-ba06-52d87e7e69f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:22.957033 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a478e65d-aa9e-4ab7-b973-701445245fb0 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Pushing event updated for resources: {'Port': ['ID=f24cbd47-ec33-4536-9afd-a1f7e2e2e74f,revision_number=2']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:46:23.030174 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-5470fb87-9b01-489a-ba06-52d87e7e69f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:23.038195 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-9ae77fde-9129-4619-8553-b144e79d3d18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:46:23.053835 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5470fb87-9b01-489a-ba06-52d87e7e69f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9cf13cb-f1e0-43c7-a923-3332bda2a4c8,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:46:23.062233 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-5470fb87-9b01-489a-ba06-52d87e7e69f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:46:23.065788 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-5470fb87-9b01-489a-ba06-52d87e7e69f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:23.067102 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-5470fb87-9b01-489a-ba06-52d87e7e69f5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e9cf13cb-f1e0-43c7-a923-3332bda2a4c8 HTTP/1.1" status: 204 len: 168 time: 0.2522995 Apr 16 16:46:23.261172 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd89860e-b90d-4ce9-99e5-71315fd595ad tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Pushing event updated for resources: {'Port': ['ID=2a6213fd-4b58-4def-bbbe-542929ea9b09,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:46:23.269255 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-dd89860e-b90d-4ce9-99e5-71315fd595ad tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.597s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:46:23.275256 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-5acbddaf-b3e3-4151-bd25-f77027a7cb2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.166s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:46:23.275674 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-5acbddaf-b3e3-4151-bd25-f77027a7cb2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:46:23.434241 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44120b5b-83d2-422f-ac53-b856576c0457 req-7251cf71-f0ff-4872-a2a7-c2770c241db8 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:46:23.435037 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-44120b5b-83d2-422f-ac53-b856576c0457 req-7251cf71-f0ff-4872-a2a7-c2770c241db8 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "GET /v2.0/ports?device_id=1cca9b35-eea5-4ff7-b3cd-b7b9f12feaf4 HTTP/1.1" status: 200 len: 932 time: 0.6272480 Apr 16 16:46:23.446445 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a94fbd43-d0c4-4356-8097-768543560a69 req-dd89860e-b90d-4ce9-99e5-71315fd595ad tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Network b5d67f03-2a50-4f49-99e2-88dca9cc2c57 is already hosted by enough agents. {{(pid=85335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 16:46:23.451220 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [req-a94fbd43-d0c4-4356-8097-768543560a69 req-dd89860e-b90d-4ce9-99e5-71315fd595ad tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Resources bound (agent type, host, resource id): {{(pid=85335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:46:23.461343 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [req-a94fbd43-d0c4-4356-8097-768543560a69 req-dd89860e-b90d-4ce9-99e5-71315fd595ad tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Received port after_create {{(pid=85335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 16:46:23.504301 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:23.619360 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a478e65d-aa9e-4ab7-b973-701445245fb0 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854349033'] for floatingip, after_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:23.661683 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94fbd43-d0c4-4356-8097-768543560a69 req-dd89860e-b90d-4ce9-99e5-71315fd595ad tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:46:23.662519 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-a94fbd43-d0c4-4356-8097-768543560a69 req-dd89860e-b90d-4ce9-99e5-71315fd595ad tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609088'] for port, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:23.683407 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-44120b5b-83d2-422f-ac53-b856576c0457 req-0b7c39b6-5119-4a53-825b-30a192a9b057 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "GET /v2.0/security-groups?id=9619b15f-c003-4676-8b83-3ac3c8f30e30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2334969 Apr 16 16:46:23.702867 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a478e65d-aa9e-4ab7-b973-701445245fb0 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768218'] for floatingip, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:23.705503 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-a478e65d-aa9e-4ab7-b973-701445245fb0 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.9146490 Apr 16 16:46:23.708306 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-a94fbd43-d0c4-4356-8097-768543560a69 req-dd89860e-b90d-4ce9-99e5-71315fd595ad tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5202894 Apr 16 16:46:23.726370 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.v2.base [req-a94fbd43-d0c4-4356-8097-768543560a69 req-6315ce04-807c-4f44-86fc-c4dc92ca3623 service neutron] Request body: {'port': {'device_id': '1cca9b35-eea5-4ff7-b3cd-b7b9f12feaf4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:46:23.800554 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-dd859ae1-d453-4880-9219-b41e861385d6 None None] Provisioning for port 2a6213fd-4b58-4def-bbbe-542929ea9b09 completed by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:46:23.814616 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-dd859ae1-d453-4880-9219-b41e861385d6 None None] Provisioning complete for port 2a6213fd-4b58-4def-bbbe-542929ea9b09 triggered by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:46:23.815118 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-dd859ae1-d453-4880-9219-b41e861385d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852761088'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:23.966177 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-dd859ae1-d453-4880-9219-b41e861385d6 None None] Port 2a6213fd-4b58-4def-bbbe-542929ea9b09 cannot update to ACTIVE because it is not bound. {{(pid=85337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 16:46:24.035735 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-a94fbd43-d0c4-4356-8097-768543560a69 req-6315ce04-807c-4f44-86fc-c4dc92ca3623 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:24.238193 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-53783e99-0c04-4d0d-b0b5-c5fd538000c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:24.433506 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f662b5d7-aba6-4331-a7e3-1a46b3214fb1 req-6dd7d895-97bb-4766-b2a4-05f7ecc00c4e tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:46:24.435541 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-f662b5d7-aba6-4331-a7e3-1a46b3214fb1 req-6dd7d895-97bb-4766-b2a4-05f7ecc00c4e tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.38 "GET /v2.0/ports?device_id=5b3fa1b8-b215-4bda-a3f2-1c4bb3349a04 HTTP/1.1" status: 200 len: 946 time: 0.3091750 Apr 16 16:46:24.582404 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-f662b5d7-aba6-4331-a7e3-1a46b3214fb1 req-6d03f16b-7115-401c-b73c-0a0f90252049 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.38 "GET /v2.0/security-groups?id=000be728-5835-465a-a527-c6c2ddb86249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226010 Apr 16 16:46:24.633019 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-50418374-0f37-4df9-a972-a370e407d200 req-c09acd6a-d786-465a-9122-da5583c56ba0 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Synchronizing usage tracker for tenant:88a1c77b2ae945419c929cd0ad2c2a68 on resource:security_group {{(pid=85336) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 16:46:24.678860 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-50418374-0f37-4df9-a972-a370e407d200 req-c09acd6a-d786-465a-9122-da5583c56ba0 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Unset dirty status for tenant:88a1c77b2ae945419c929cd0ad2c2a68 on resource:security_group {{(pid=85336) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 16:46:24.680405 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-50418374-0f37-4df9-a972-a370e407d200 req-c09acd6a-d786-465a-9122-da5583c56ba0 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--1591132967&fields=id&tenant_id=88a1c77b2ae945419c929cd0ad2c2a68 HTTP/1.1" status: 200 len: 267 time: 0.1558330 Apr 16 16:46:24.785261 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [req-a94fbd43-d0c4-4356-8097-768543560a69 req-6315ce04-807c-4f44-86fc-c4dc92ca3623 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a6213fd-4b58-4def-bbbe-542929ea9b09 {{(pid=85335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 16:46:24.807629 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-a94fbd43-d0c4-4356-8097-768543560a69 req-6315ce04-807c-4f44-86fc-c4dc92ca3623 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:24.863441 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [req-a94fbd43-d0c4-4356-8097-768543560a69 req-6315ce04-807c-4f44-86fc-c4dc92ca3623 service neutron] Transition to ACTIVE for port object 2a6213fd-4b58-4def-bbbe-542929ea9b09 will not be triggered until provisioned by entity L2. {{(pid=85335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:46:24.869087 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-a94fbd43-d0c4-4356-8097-768543560a69 req-6315ce04-807c-4f44-86fc-c4dc92ca3623 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4038072'] for port, after_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:24.991598 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:46:25.299075 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50418374-0f37-4df9-a972-a370e407d200 req-29a23573-d0dd-46e2-a8d6-d569c835124b tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:46:25.302882 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-50418374-0f37-4df9-a972-a370e407d200 req-29a23573-d0dd-46e2-a8d6-d569c835124b tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Synchronizing usage tracker for tenant:88a1c77b2ae945419c929cd0ad2c2a68 on resource:network {{(pid=85336) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 16:46:25.363604 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-50418374-0f37-4df9-a972-a370e407d200 req-29a23573-d0dd-46e2-a8d6-d569c835124b tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Unset dirty status for tenant:88a1c77b2ae945419c929cd0ad2c2a68 on resource:network {{(pid=85336) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 16:46:25.364845 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-50418374-0f37-4df9-a972-a370e407d200 req-29a23573-d0dd-46e2-a8d6-d569c835124b tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/networks?id=3850fa94-c64e-47a7-8ac1-100295c70767 HTTP/1.1" status: 200 len: 817 time: 0.6767347 Apr 16 16:46:25.399518 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-50418374-0f37-4df9-a972-a370e407d200 req-f5072809-33c2-4d1a-a305-7f0a34e71dfa tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/quotas/88a1c77b2ae945419c929cd0ad2c2a68 HTTP/1.1" status: 200 len: 375 time: 0.0247328 Apr 16 16:46:25.556568 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-50418374-0f37-4df9-a972-a370e407d200 req-06e7ca7d-65ef-4bdf-b07a-9a0c6dd295e4 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Synchronizing usage tracker for tenant:88a1c77b2ae945419c929cd0ad2c2a68 on resource:port {{(pid=85336) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 16:46:25.584375 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-50418374-0f37-4df9-a972-a370e407d200 req-06e7ca7d-65ef-4bdf-b07a-9a0c6dd295e4 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Unset dirty status for tenant:88a1c77b2ae945419c929cd0ad2c2a68 on resource:port {{(pid=85336) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 16:46:25.602378 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.agents_db [None req-ebbb9395-3582-4696-b633-83ddaf7c527f None None] Agent healthcheck: found 6 active agents {{(pid=85338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 16:46:25.602464 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-50418374-0f37-4df9-a972-a370e407d200 req-06e7ca7d-65ef-4bdf-b07a-9a0c6dd295e4 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=88a1c77b2ae945419c929cd0ad2c2a68&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1943944 Apr 16 16:46:25.829480 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-50418374-0f37-4df9-a972-a370e407d200 req-b55396dc-d28b-4569-b36a-6d71803da19d service neutron] 10.222.0.38 "GET /v2.0/networks/3850fa94-c64e-47a7-8ac1-100295c70767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231443 Apr 16 16:46:25.938092 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6315ce04-807c-4f44-86fc-c4dc92ca3623 service neutron] Pushing event updated for resources: {'Port': ['ID=2a6213fd-4b58-4def-bbbe-542929ea9b09,revision_number=2']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:46:25.942220 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-6315ce04-807c-4f44-86fc-c4dc92ca3623 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.950s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:46:26.126681 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474b6954-1ec2-4ba9-b404-44e9d39b41e1 req-d6b5d345-f67f-4af7-8829-958878d35720 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:46:26.127653 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-474b6954-1ec2-4ba9-b404-44e9d39b41e1 req-d6b5d345-f67f-4af7-8829-958878d35720 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Synchronizing usage tracker for tenant:884b1020849e42e3acc115cae0298189 on resource:port {{(pid=85335) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 16:46:26.167726 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [req-a94fbd43-d0c4-4356-8097-768543560a69 req-6315ce04-807c-4f44-86fc-c4dc92ca3623 service neutron] Attempting to bind port 2a6213fd-4b58-4def-bbbe-542929ea9b09 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 16:46:26.168279 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [req-a94fbd43-d0c4-4356-8097-768543560a69 req-6315ce04-807c-4f44-86fc-c4dc92ca3623 service neutron] Attempting to bind port 2a6213fd-4b58-4def-bbbe-542929ea9b09 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': 'd3718c9d-c1c1-4ae5-addf-ded1288879fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'b5d67f03-2a50-4f49-99e2-88dca9cc2c57'}] {{(pid=85335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 16:46:26.168772 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94fbd43-d0c4-4356-8097-768543560a69 req-6315ce04-807c-4f44-86fc-c4dc92ca3623 service neutron] Attempting to bind port 2a6213fd-4b58-4def-bbbe-542929ea9b09 on network b5d67f03-2a50-4f49-99e2-88dca9cc2c57 {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 16:46:26.173771 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-474b6954-1ec2-4ba9-b404-44e9d39b41e1 req-d6b5d345-f67f-4af7-8829-958878d35720 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Unset dirty status for tenant:884b1020849e42e3acc115cae0298189 on resource:port {{(pid=85335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 16:46:26.175540 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-474b6954-1ec2-4ba9-b404-44e9d39b41e1 req-d6b5d345-f67f-4af7-8829-958878d35720 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "GET /v2.0/ports?device_id=1cca9b35-eea5-4ff7-b3cd-b7b9f12feaf4 HTTP/1.1" status: 200 len: 944 time: 1.1865513 Apr 16 16:46:26.178084 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94fbd43-d0c4-4356-8097-768543560a69 req-6315ce04-807c-4f44-86fc-c4dc92ca3623 service neutron] Port 2a6213fd-4b58-4def-bbbe-542929ea9b09 on network b5d67f03-2a50-4f49-99e2-88dca9cc2c57 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 16:46:26.178585 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94fbd43-d0c4-4356-8097-768543560a69 req-6315ce04-807c-4f44-86fc-c4dc92ca3623 service neutron] Attempting to bind port 2a6213fd-4b58-4def-bbbe-542929ea9b09 on network b5d67f03-2a50-4f49-99e2-88dca9cc2c57 {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 16:46:26.207939 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94fbd43-d0c4-4356-8097-768543560a69 req-6315ce04-807c-4f44-86fc-c4dc92ca3623 service neutron] Checking agent: {'id': '0677065c-8485-4f55-bc15-3b41e2e6feb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 16, 43, 39), 'started_at': datetime.datetime(2021, 4, 16, 16, 43, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 16:46:26.208485 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94fbd43-d0c4-4356-8097-768543560a69 req-6315ce04-807c-4f44-86fc-c4dc92ca3623 service neutron] Checking segment: {'id': 'd3718c9d-c1c1-4ae5-addf-ded1288879fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'b5d67f03-2a50-4f49-99e2-88dca9cc2c57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 16:46:26.209048 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94fbd43-d0c4-4356-8097-768543560a69 req-6315ce04-807c-4f44-86fc-c4dc92ca3623 service neutron] Bound using segment: {'id': 'd3718c9d-c1c1-4ae5-addf-ded1288879fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'b5d67f03-2a50-4f49-99e2-88dca9cc2c57'} {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 16:46:26.209686 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [req-a94fbd43-d0c4-4356-8097-768543560a69 req-6315ce04-807c-4f44-86fc-c4dc92ca3623 service neutron] Bound port: 2a6213fd-4b58-4def-bbbe-542929ea9b09, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3718c9d-c1c1-4ae5-addf-ded1288879fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'b5d67f03-2a50-4f49-99e2-88dca9cc2c57'}}] {{(pid=85335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 16:46:26.210547 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-a94fbd43-d0c4-4356-8097-768543560a69 req-6315ce04-807c-4f44-86fc-c4dc92ca3623 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:26.243965 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-50418374-0f37-4df9-a972-a370e407d200 req-fb98fee4-d686-4764-89f1-30830f37e8da service neutron] 10.222.0.38 "GET /v2.0/networks/3850fa94-c64e-47a7-8ac1-100295c70767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4131370 Apr 16 16:46:26.332960 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-474b6954-1ec2-4ba9-b404-44e9d39b41e1 req-32e31777-86c3-4278-9977-47ce8de38657 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "GET /v2.0/security-groups?id=9619b15f-c003-4676-8b83-3ac3c8f30e30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1492732 Apr 16 16:46:26.448409 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [req-a94fbd43-d0c4-4356-8097-768543560a69 req-6315ce04-807c-4f44-86fc-c4dc92ca3623 service neutron] For port 2a6213fd-4b58-4def-bbbe-542929ea9b09, host hv-cinder-73362, cleared binding levels {{(pid=85335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 16:46:26.452313 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [req-a94fbd43-d0c4-4356-8097-768543560a69 req-6315ce04-807c-4f44-86fc-c4dc92ca3623 service neutron] For port 2a6213fd-4b58-4def-bbbe-542929ea9b09, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=2a6213fd-4b58-4def-bbbe-542929ea9b09,segment=NetworkSegment(d3718c9d-c1c1-4ae5-addf-ded1288879fe),segment_id=d3718c9d-c1c1-4ae5-addf-ded1288879fe)] {{(pid=85335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 16:46:26.458364 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-a94fbd43-d0c4-4356-8097-768543560a69 req-6315ce04-807c-4f44-86fc-c4dc92ca3623 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4038072'] for port, after_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:26.487840 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-6315ce04-807c-4f44-86fc-c4dc92ca3623 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:46:26.721327 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-9ee032c5-9d40-44fe-89bd-4206fcb53fe4 req-c4094649-fe09-4a6a-987e-29c86ba8bc8b tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/ports?device_id=657bbdd8-4ec5-4915-b99b-b975b7518105 HTTP/1.1" status: 200 len: 210 time: 0.1449893 Apr 16 16:46:26.868191 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6315ce04-807c-4f44-86fc-c4dc92ca3623 service neutron] Pushing event updated for resources: {'Port': ['ID=2a6213fd-4b58-4def-bbbe-542929ea9b09,revision_number=3']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:46:26.885513 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-6315ce04-807c-4f44-86fc-c4dc92ca3623 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:46:26.946808 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94fbd43-d0c4-4356-8097-768543560a69 req-6315ce04-807c-4f44-86fc-c4dc92ca3623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:46:26.947550 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-a94fbd43-d0c4-4356-8097-768543560a69 req-6315ce04-807c-4f44-86fc-c4dc92ca3623 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609088'] for port, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:26.949391 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-a94fbd43-d0c4-4356-8097-768543560a69 req-6315ce04-807c-4f44-86fc-c4dc92ca3623 service neutron] 10.222.0.87 "PUT /v2.0/ports/2a6213fd-4b58-4def-bbbe-542929ea9b09 HTTP/1.1" status: 200 len: 1094 time: 3.2293453 Apr 16 16:46:26.951628 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cca9b35-eea5-4ff7-b3cd-b7b9f12feaf4', 'tag': '2a6213fd-4b58-4def-bbbe-542929ea9b09'}] {{(pid=85335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:46:27.166509 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cca9b35-eea5-4ff7-b3cd-b7b9f12feaf4', 'tag': '2a6213fd-4b58-4def-bbbe-542929ea9b09', 'status': 'completed', 'code': 200} Apr 16 16:46:27.269154 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94fbd43-d0c4-4356-8097-768543560a69 req-a1c36821-81b0-4947-b5fd-9f98ddd0396d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:46:27.273496 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-a94fbd43-d0c4-4356-8097-768543560a69 req-a1c36821-81b0-4947-b5fd-9f98ddd0396d service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=884b1020849e42e3acc115cae0298189&device_id=1cca9b35-eea5-4ff7-b3cd-b7b9f12feaf4 HTTP/1.1" status: 200 len: 1097 time: 0.2337945 Apr 16 16:46:27.422617 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-a94fbd43-d0c4-4356-8097-768543560a69 req-052e6af9-5aa7-4b39-abeb-0804680e5ec6 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2a6213fd-4b58-4def-bbbe-542929ea9b09 HTTP/1.1" status: 200 len: 217 time: 0.1374860 Apr 16 16:46:27.584802 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94fbd43-d0c4-4356-8097-768543560a69 req-5f97e381-b4ea-4e3e-aa69-9fd7ec7a79dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:46:27.586834 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-a94fbd43-d0c4-4356-8097-768543560a69 req-5f97e381-b4ea-4e3e-aa69-9fd7ec7a79dc service neutron] 10.222.0.87 "GET /v2.0/subnets?id=649747cf-05da-40d5-a9b4-d5107e9dbf05 HTTP/1.1" status: 200 len: 850 time: 0.1376116 Apr 16 16:46:27.787146 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94fbd43-d0c4-4356-8097-768543560a69 req-274693e2-56cb-41a4-96f0-482e42672664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:46:27.788780 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-a94fbd43-d0c4-4356-8097-768543560a69 req-274693e2-56cb-41a4-96f0-482e42672664 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=b5d67f03-2a50-4f49-99e2-88dca9cc2c57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1889260 Apr 16 16:46:27.804946 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93be02ad-227a-4c90-82f5-c863554b0a96 req-d23af11e-937f-48fc-8e87-e20e58ba7c80 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:46:27.815280 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-93be02ad-227a-4c90-82f5-c863554b0a96 req-d23af11e-937f-48fc-8e87-e20e58ba7c80 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "GET /v2.0/ports?device_id=1cca9b35-eea5-4ff7-b3cd-b7b9f12feaf4 HTTP/1.1" status: 200 len: 944 time: 0.2408998 Apr 16 16:46:27.867644 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-93be02ad-227a-4c90-82f5-c863554b0a96 req-72611b1a-befa-4550-bc0e-840286e709ae tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Synchronizing usage tracker for tenant:884b1020849e42e3acc115cae0298189 on resource:security_group {{(pid=85336) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 16:46:27.888023 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-93be02ad-227a-4c90-82f5-c863554b0a96 req-72611b1a-befa-4550-bc0e-840286e709ae tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Unset dirty status for tenant:884b1020849e42e3acc115cae0298189 on resource:security_group {{(pid=85336) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 16:46:27.908095 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-93be02ad-227a-4c90-82f5-c863554b0a96 req-72611b1a-befa-4550-bc0e-840286e709ae tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "GET /v2.0/security-groups?id=9619b15f-c003-4676-8b83-3ac3c8f30e30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916712 Apr 16 16:46:28.075597 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-a94fbd43-d0c4-4356-8097-768543560a69 req-1adf45c3-d816-42e9-9fc1-dc7300f77efe service neutron] 10.222.0.87 "GET /v2.0/networks/b5d67f03-2a50-4f49-99e2-88dca9cc2c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2694135 Apr 16 16:46:28.093803 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-dcdc4645-2242-4bec-b2e6-b1a52a481889 req-5a6bd1d8-2067-44ce-8874-9cb64d8865a4 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/ports?device_id=657bbdd8-4ec5-4915-b99b-b975b7518105 HTTP/1.1" status: 200 len: 210 time: 0.0579364 Apr 16 16:46:28.305298 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-a94fbd43-d0c4-4356-8097-768543560a69 req-1333fc00-ab94-4261-aa58-18c32e1c4884 service neutron] 10.222.0.87 "GET /v2.0/networks/b5d67f03-2a50-4f49-99e2-88dca9cc2c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066355 Apr 16 16:46:28.557101 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf94537-e387-4e13-8dc7-f6eaba7e1c58 req-e614ecc8-ca82-4f4e-8403-dbf632c55868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:46:28.559519 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-ecf94537-e387-4e13-8dc7-f6eaba7e1c58 req-e614ecc8-ca82-4f4e-8403-dbf632c55868 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=884b1020849e42e3acc115cae0298189&device_id=1cca9b35-eea5-4ff7-b3cd-b7b9f12feaf4 HTTP/1.1" status: 200 len: 1097 time: 0.1783094 Apr 16 16:46:28.966595 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf94537-e387-4e13-8dc7-f6eaba7e1c58 req-450aa68f-1de2-472b-bd6d-44dc30903dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:46:28.968935 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-ecf94537-e387-4e13-8dc7-f6eaba7e1c58 req-450aa68f-1de2-472b-bd6d-44dc30903dcf service neutron] 10.222.0.87 "GET /v2.0/networks?id=b5d67f03-2a50-4f49-99e2-88dca9cc2c57 HTTP/1.1" status: 200 len: 912 time: 0.3936498 Apr 16 16:46:29.186807 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-ecf94537-e387-4e13-8dc7-f6eaba7e1c58 req-cc45ea81-2f33-4ef2-af53-7fc2185406d3 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2a6213fd-4b58-4def-bbbe-542929ea9b09 HTTP/1.1" status: 200 len: 217 time: 0.2106073 Apr 16 16:46:29.304546 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50418374-0f37-4df9-a972-a370e407d200 req-37b8e6f0-ec67-4983-b753-f13fd748d9b5 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:46:29.306600 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-50418374-0f37-4df9-a972-a370e407d200 req-37b8e6f0-ec67-4983-b753-f13fd748d9b5 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.87 "GET /v2.0/networks?id=3850fa94-c64e-47a7-8ac1-100295c70767 HTTP/1.1" status: 200 len: 817 time: 0.5166430 Apr 16 16:46:29.316826 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf94537-e387-4e13-8dc7-f6eaba7e1c58 req-31f436ec-d340-4f9c-ab94-b15a8c8186a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:46:29.318465 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-ecf94537-e387-4e13-8dc7-f6eaba7e1c58 req-31f436ec-d340-4f9c-ab94-b15a8c8186a6 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=649747cf-05da-40d5-a9b4-d5107e9dbf05 HTTP/1.1" status: 200 len: 850 time: 0.1194491 Apr 16 16:46:29.444240 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-50418374-0f37-4df9-a972-a370e407d200 req-9b483b57-45e5-4254-8941-d8e5e31bde51 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=88a1c77b2ae945419c929cd0ad2c2a68 HTTP/1.1" status: 200 len: 5704 time: 0.1068809 Apr 16 16:46:29.456727 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.v2.base [req-50418374-0f37-4df9-a972-a370e407d200 req-50189c40-0cec-4fa8-a974-e5b632c756fb tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Request body: {'port': {'device_id': '657bbdd8-4ec5-4915-b99b-b975b7518105', 'network_id': '3850fa94-c64e-47a7-8ac1-100295c70767', 'admin_state_up': True, 'tenant_id': '88a1c77b2ae945419c929cd0ad2c2a68', 'security_groups': ['65f8636e-38c2-4e4e-85cd-26d4e071f42a']}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:46:29.478437 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf94537-e387-4e13-8dc7-f6eaba7e1c58 req-9bd28890-87b8-48d7-8775-865fbe37b727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:46:29.480151 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-ecf94537-e387-4e13-8dc7-f6eaba7e1c58 req-9bd28890-87b8-48d7-8775-865fbe37b727 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=b5d67f03-2a50-4f49-99e2-88dca9cc2c57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1449504 Apr 16 16:46:29.498158 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e6d735-c408-4e07-8409-2137450e4013 req-3b8d809e-d3e3-495e-9edc-fd4e882ec24f tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:46:29.499862 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-e4e6d735-c408-4e07-8409-2137450e4013 req-3b8d809e-d3e3-495e-9edc-fd4e882ec24f tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "GET /v2.0/ports?device_id=1cca9b35-eea5-4ff7-b3cd-b7b9f12feaf4 HTTP/1.1" status: 200 len: 944 time: 0.2793567 Apr 16 16:46:29.750086 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-ecf94537-e387-4e13-8dc7-f6eaba7e1c58 req-e4dd6bc8-03f6-4d35-b87f-77be279b9b77 service neutron] 10.222.0.87 "GET /v2.0/networks/b5d67f03-2a50-4f49-99e2-88dca9cc2c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2531915 Apr 16 16:46:29.768300 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-e4e6d735-c408-4e07-8409-2137450e4013 req-d6676acb-d628-4dc7-9cc1-f122f68b7e86 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "GET /v2.0/security-groups?id=9619b15f-c003-4676-8b83-3ac3c8f30e30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2456827 Apr 16 16:46:29.930232 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [req-50418374-0f37-4df9-a972-a370e407d200 req-50189c40-0cec-4fa8-a974-e5b632c756fb tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:46:29.946311 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [req-50418374-0f37-4df9-a972-a370e407d200 req-50189c40-0cec-4fa8-a974-e5b632c756fb tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:46:29.964461 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50418374-0f37-4df9-a972-a370e407d200 req-50189c40-0cec-4fa8-a974-e5b632c756fb tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Made reservation on behalf of 88a1c77b2ae945419c929cd0ad2c2a68 for: {'port': 1} {{(pid=85336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 16:46:29.972934 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-50418374-0f37-4df9-a972-a370e407d200 req-50189c40-0cec-4fa8-a974-e5b632c756fb tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:30.100000 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-ecf94537-e387-4e13-8dc7-f6eaba7e1c58 req-e4798b8c-78b6-4f6c-ab32-2c7a6b35f0c7 service neutron] 10.222.0.87 "GET /v2.0/networks/b5d67f03-2a50-4f49-99e2-88dca9cc2c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3364604 Apr 16 16:46:30.273619 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-f2d9c158-94d4-4f35-ab84-c699f56048be req-e91776fd-90fb-48e8-a217-4f7569ad6276 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/ports?device_id=657bbdd8-4ec5-4915-b99b-b975b7518105 HTTP/1.1" status: 200 len: 210 time: 0.0831885 Apr 16 16:46:30.314565 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.db_base_plugin_common [req-50418374-0f37-4df9-a972-a370e407d200 req-50189c40-0cec-4fa8-a974-e5b632c756fb tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Allocated IP 172.20.0.11 (3850fa94-c64e-47a7-8ac1-100295c70767/3d318de4-dae1-4537-aa0d-b7c79b5c1954/ca38c3f2-aa9f-4270-91fa-1a973a857c8b) {{(pid=85336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 16:46:30.801642 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-50418374-0f37-4df9-a972-a370e407d200 req-50189c40-0cec-4fa8-a974-e5b632c756fb tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Notify callbacks [] for port, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:30.838328 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [req-50418374-0f37-4df9-a972-a370e407d200 req-50189c40-0cec-4fa8-a974-e5b632c756fb tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Transition to ACTIVE for port object ca38c3f2-aa9f-4270-91fa-1a973a857c8b will not be triggered until provisioned by entity DHCP. {{(pid=85336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:46:30.858504 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a83445-23bc-4c01-af3c-93dfc4d2d760 req-e175ca18-f916-4195-b654-b12a1c8a2d48 tempest-DeleteServersTestJSON-1154458300 tempest-DeleteServersTestJSON-1154458300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:46:30.867789 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-e1a83445-23bc-4c01-af3c-93dfc4d2d760 req-e175ca18-f916-4195-b654-b12a1c8a2d48 tempest-DeleteServersTestJSON-1154458300 tempest-DeleteServersTestJSON-1154458300-project] 10.222.0.38 "GET /v2.0/ports?device_id=ae06475c-183f-4e5c-9d88-6072ec112e2b HTTP/1.1" status: 200 len: 946 time: 0.2373567 Apr 16 16:46:30.931166 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-e1a83445-23bc-4c01-af3c-93dfc4d2d760 req-8bb22678-e5e6-405c-87e3-95c8a07374dc tempest-DeleteServersTestJSON-1154458300 tempest-DeleteServersTestJSON-1154458300-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6ced1af-59d2-4328-83d4-a233a501bc09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618744 Apr 16 16:46:30.945939 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-50418374-0f37-4df9-a972-a370e407d200 req-50189c40-0cec-4fa8-a974-e5b632c756fb tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751455712866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2420184'] for port, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:30.967015 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-01b99dfa-17b5-4a09-aaa2-7de85f02e2d2 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:46:31.043497 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2bf004-c0b8-4093-90f5-d9eb6814e950 req-fcbaa345-ce3d-42de-bb35-c611b354747d tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:46:31.046026 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-9e2bf004-c0b8-4093-90f5-d9eb6814e950 req-fcbaa345-ce3d-42de-bb35-c611b354747d tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "GET /v2.0/ports?device_id=1cca9b35-eea5-4ff7-b3cd-b7b9f12feaf4 HTTP/1.1" status: 200 len: 944 time: 0.1364715 Apr 16 16:46:31.102899 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-9e2bf004-c0b8-4093-90f5-d9eb6814e950 req-fe65c0dd-e49b-4fb1-a749-b7f113fd4860 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "GET /v2.0/security-groups?id=9619b15f-c003-4676-8b83-3ac3c8f30e30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497642 Apr 16 16:46:31.131051 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50189c40-0cec-4fa8-a974-e5b632c756fb tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Pushing event updated for resources: {'Port': ['ID=ca38c3f2-aa9f-4270-91fa-1a973a857c8b,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:46:31.150263 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50189c40-0cec-4fa8-a974-e5b632c756fb tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:46:31.151384 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50189c40-0cec-4fa8-a974-e5b632c756fb tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:46:31.151814 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50189c40-0cec-4fa8-a974-e5b632c756fb tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:46:31.152214 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50189c40-0cec-4fa8-a974-e5b632c756fb tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:46:31.152607 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50189c40-0cec-4fa8-a974-e5b632c756fb tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:46:31.153044 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50189c40-0cec-4fa8-a974-e5b632c756fb tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:46:31.153592 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50189c40-0cec-4fa8-a974-e5b632c756fb tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:46:31.153983 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50189c40-0cec-4fa8-a974-e5b632c756fb tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:46:31.154383 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50189c40-0cec-4fa8-a974-e5b632c756fb tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:46:31.154777 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50189c40-0cec-4fa8-a974-e5b632c756fb tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:46:31.155323 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50189c40-0cec-4fa8-a974-e5b632c756fb tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:46:31.155807 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50189c40-0cec-4fa8-a974-e5b632c756fb tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:46:31.162063 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-50189c40-0cec-4fa8-a974-e5b632c756fb tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:46:31.214093 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50418374-0f37-4df9-a972-a370e407d200 req-50189c40-0cec-4fa8-a974-e5b632c756fb tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Network 3850fa94-c64e-47a7-8ac1-100295c70767 is already hosted by enough agents. {{(pid=85336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 16:46:31.215350 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [req-50418374-0f37-4df9-a972-a370e407d200 req-50189c40-0cec-4fa8-a974-e5b632c756fb tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Resources bound (agent type, host, resource id): {{(pid=85336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:46:31.217859 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [req-50418374-0f37-4df9-a972-a370e407d200 req-50189c40-0cec-4fa8-a974-e5b632c756fb tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Received port after_create {{(pid=85336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 16:46:31.305366 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50418374-0f37-4df9-a972-a370e407d200 req-50189c40-0cec-4fa8-a974-e5b632c756fb tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:46:31.305930 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-50418374-0f37-4df9-a972-a370e407d200 req-50189c40-0cec-4fa8-a974-e5b632c756fb tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609088'] for port, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:31.354078 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-50418374-0f37-4df9-a972-a370e407d200 req-50189c40-0cec-4fa8-a974-e5b632c756fb tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9031522 Apr 16 16:46:31.374455 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.v2.base [req-50418374-0f37-4df9-a972-a370e407d200 req-8fe12808-4f95-4460-bbb9-901bf54a245c service neutron] Request body: {'port': {'device_id': '657bbdd8-4ec5-4915-b99b-b975b7518105', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:46:31.570151 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-ccf78148-9c8c-4922-b3c4-016b21122585 None None] Provisioning for port ca38c3f2-aa9f-4270-91fa-1a973a857c8b completed by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:46:31.581788 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-ccf78148-9c8c-4922-b3c4-016b21122585 None None] Provisioning complete for port ca38c3f2-aa9f-4270-91fa-1a973a857c8b triggered by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:46:31.583554 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-ccf78148-9c8c-4922-b3c4-016b21122585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852761088'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:31.639470 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-50418374-0f37-4df9-a972-a370e407d200 req-8fe12808-4f95-4460-bbb9-901bf54a245c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:31.677201 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-ccf78148-9c8c-4922-b3c4-016b21122585 None None] Port ca38c3f2-aa9f-4270-91fa-1a973a857c8b cannot update to ACTIVE because it is not bound. {{(pid=85337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 16:46:31.720042 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Device 2a6213fd-4b58-4def-bbbe-542929ea9b09 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=85337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 16:46:31.833753 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bd06ec-0f56-44d3-8b9f-030849b7979a req-a7121369-a485-4bff-b41e-fe8fa4c06acf tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:46:31.834805 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-34bd06ec-0f56-44d3-8b9f-030849b7979a req-a7121369-a485-4bff-b41e-fe8fa4c06acf tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Synchronizing usage tracker for tenant:88a1c77b2ae945419c929cd0ad2c2a68 on resource:port {{(pid=85336) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 16:46:31.897888 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-34bd06ec-0f56-44d3-8b9f-030849b7979a req-a7121369-a485-4bff-b41e-fe8fa4c06acf tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Unset dirty status for tenant:88a1c77b2ae945419c929cd0ad2c2a68 on resource:port {{(pid=85336) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 16:46:31.899490 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-34bd06ec-0f56-44d3-8b9f-030849b7979a req-a7121369-a485-4bff-b41e-fe8fa4c06acf tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/ports?device_id=657bbdd8-4ec5-4915-b99b-b975b7518105 HTTP/1.1" status: 200 len: 932 time: 0.3854883 Apr 16 16:46:31.951515 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] For port 2a6213fd-4b58-4def-bbbe-542929ea9b09, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=2a6213fd-4b58-4def-bbbe-542929ea9b09,segment=NetworkSegment(d3718c9d-c1c1-4ae5-addf-ded1288879fe),segment_id=d3718c9d-c1c1-4ae5-addf-ded1288879fe)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:46:31.985289 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Returning: {'device': '2a6213fd-4b58-4def-bbbe-542929ea9b09', 'network_id': 'b5d67f03-2a50-4f49-99e2-88dca9cc2c57', 'port_id': '2a6213fd-4b58-4def-bbbe-542929ea9b09', 'mac_address': 'fa:16:3e:fb:56:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 788, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '649747cf-05da-40d5-a9b4-d5107e9dbf05', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 16:46:31.998973 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-34bd06ec-0f56-44d3-8b9f-030849b7979a req-a5711bd0-7a16-4f5d-9eac-31d3d2a6e30e tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/security-groups?id=65f8636e-38c2-4e4e-85cd-26d4e071f42a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895145 Apr 16 16:46:32.086895 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:32.119945 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a6213fd-4b58-4def-bbbe-542929ea9b09 {{(pid=85337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 16:46:32.147749 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] For port 2a6213fd-4b58-4def-bbbe-542929ea9b09, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=2a6213fd-4b58-4def-bbbe-542929ea9b09,segment=NetworkSegment(d3718c9d-c1c1-4ae5-addf-ded1288879fe),segment_id=d3718c9d-c1c1-4ae5-addf-ded1288879fe)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:46:32.151206 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:32.158730 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:46:32.295966 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b334bf88-cc46-4e2f-92dc-ae2195208c0e req-6420bfc8-7f15-410f-92b9-f399dc022e4d tempest-DeleteServersTestJSON-1154458300 tempest-DeleteServersTestJSON-1154458300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:46:32.306637 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-b334bf88-cc46-4e2f-92dc-ae2195208c0e req-6420bfc8-7f15-410f-92b9-f399dc022e4d tempest-DeleteServersTestJSON-1154458300 tempest-DeleteServersTestJSON-1154458300-project] 10.222.0.38 "GET /v2.0/ports?device_id=ae06475c-183f-4e5c-9d88-6072ec112e2b HTTP/1.1" status: 200 len: 946 time: 0.2149024 Apr 16 16:46:32.345529 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Pushing event updated for resources: {'Port': ['ID=2a6213fd-4b58-4def-bbbe-542929ea9b09,revision_number=4']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:46:32.374250 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:46:32.405858 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-b334bf88-cc46-4e2f-92dc-ae2195208c0e req-98fa5a17-5e47-404d-9d7c-a9568034cb30 tempest-DeleteServersTestJSON-1154458300 tempest-DeleteServersTestJSON-1154458300-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6ced1af-59d2-4328-83d4-a233a501bc09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981317 Apr 16 16:46:32.475268 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [req-50418374-0f37-4df9-a972-a370e407d200 req-8fe12808-4f95-4460-bbb9-901bf54a245c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca38c3f2-aa9f-4270-91fa-1a973a857c8b {{(pid=85336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 16:46:32.480634 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] get_ports_and_sgs() called for port_ids ['2a6213fd-4b58-4def-bbbe-542929ea9b09'] {{(pid=85337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 16:46:32.491098 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-50418374-0f37-4df9-a972-a370e407d200 req-8fe12808-4f95-4460-bbb9-901bf54a245c service neutron] Notify callbacks [] for port, precommit_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:32.524148 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [req-50418374-0f37-4df9-a972-a370e407d200 req-8fe12808-4f95-4460-bbb9-901bf54a245c service neutron] Transition to ACTIVE for port object ca38c3f2-aa9f-4270-91fa-1a973a857c8b will not be triggered until provisioned by entity L2. {{(pid=85336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:46:32.528579 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-50418374-0f37-4df9-a972-a370e407d200 req-8fe12808-4f95-4460-bbb9-901bf54a245c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852355648'] for port, after_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:32.562034 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-90271e33-8207-49af-87ff-52d6d740e49c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:46:32.787825 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97db77cc-1839-439a-b600-e4236d22a541 req-a40a30d7-ee43-4ecc-9c33-37ab999e8d2b tempest-DeleteServersTestJSON-1154458300 tempest-DeleteServersTestJSON-1154458300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:46:32.789855 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-97db77cc-1839-439a-b600-e4236d22a541 req-a40a30d7-ee43-4ecc-9c33-37ab999e8d2b tempest-DeleteServersTestJSON-1154458300 tempest-DeleteServersTestJSON-1154458300-project] 10.222.0.87 "GET /v2.0/ports?device_id=ae06475c-183f-4e5c-9d88-6072ec112e2b HTTP/1.1" status: 200 len: 946 time: 0.1711917 Apr 16 16:46:32.931139 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [req-97db77cc-1839-439a-b600-e4236d22a541 req-a6d8f7d7-f649-4b27-a2d1-986cfdea3fe1 tempest-DeleteServersTestJSON-1154458300 tempest-DeleteServersTestJSON-1154458300-project] Deleting port ba0bb439-3e02-465a-abad-3939542f956d {{(pid=85335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:46:32.935940 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-97db77cc-1839-439a-b600-e4236d22a541 req-a6d8f7d7-f649-4b27-a2d1-986cfdea3fe1 tempest-DeleteServersTestJSON-1154458300 tempest-DeleteServersTestJSON-1154458300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285398617716'] for port, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:33.084852 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7df3886-868a-44b8-9d18-a559eb5addbc req-f0896c09-5f7f-4b1c-ad61-8c1ec85ab79d tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:46:33.086761 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-b7df3886-868a-44b8-9d18-a559eb5addbc req-f0896c09-5f7f-4b1c-ad61-8c1ec85ab79d tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "GET /v2.0/ports?device_id=1cca9b35-eea5-4ff7-b3cd-b7b9f12feaf4 HTTP/1.1" status: 200 len: 945 time: 0.7021670 Apr 16 16:46:33.111712 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe12808-4f95-4460-bbb9-901bf54a245c service neutron] Pushing event updated for resources: {'Port': ['ID=ca38c3f2-aa9f-4270-91fa-1a973a857c8b,revision_number=2']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:46:33.115197 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-8fe12808-4f95-4460-bbb9-901bf54a245c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.554s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:46:33.374083 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-b7df3886-868a-44b8-9d18-a559eb5addbc req-df0153bc-b3eb-43ae-bc35-5bf6d8205c0d tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "GET /v2.0/security-groups?id=9619b15f-c003-4676-8b83-3ac3c8f30e30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2572253 Apr 16 16:46:33.444751 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [req-97db77cc-1839-439a-b600-e4236d22a541 req-a6d8f7d7-f649-4b27-a2d1-986cfdea3fe1 tempest-DeleteServersTestJSON-1154458300 tempest-DeleteServersTestJSON-1154458300-project] For port ba0bb439-3e02-465a-abad-3939542f956d, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=ba0bb439-3e02-465a-abad-3939542f956d,segment=NetworkSegment(7b08fa27-254d-41ed-8a73-9ab432f370c1),segment_id=7b08fa27-254d-41ed-8a73-9ab432f370c1)] {{(pid=85335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:46:33.445332 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-97db77cc-1839-439a-b600-e4236d22a541 req-a6d8f7d7-f649-4b27-a2d1-986cfdea3fe1 tempest-DeleteServersTestJSON-1154458300 tempest-DeleteServersTestJSON-1154458300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436170'] for port, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:33.549187 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [req-50418374-0f37-4df9-a972-a370e407d200 req-8fe12808-4f95-4460-bbb9-901bf54a245c service neutron] Attempting to bind port ca38c3f2-aa9f-4270-91fa-1a973a857c8b on host hv-cinder-73362 for vnic_type normal with profile {{(pid=85336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 16:46:33.549728 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [req-50418374-0f37-4df9-a972-a370e407d200 req-8fe12808-4f95-4460-bbb9-901bf54a245c service neutron] Attempting to bind port ca38c3f2-aa9f-4270-91fa-1a973a857c8b by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '9ac9f406-6c3c-40ac-9dbd-02eabe5a0c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '3850fa94-c64e-47a7-8ac1-100295c70767'}] {{(pid=85336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 16:46:33.550529 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50418374-0f37-4df9-a972-a370e407d200 req-8fe12808-4f95-4460-bbb9-901bf54a245c service neutron] Attempting to bind port ca38c3f2-aa9f-4270-91fa-1a973a857c8b on network 3850fa94-c64e-47a7-8ac1-100295c70767 {{(pid=85336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 16:46:33.565043 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50418374-0f37-4df9-a972-a370e407d200 req-8fe12808-4f95-4460-bbb9-901bf54a245c service neutron] Port ca38c3f2-aa9f-4270-91fa-1a973a857c8b on network 3850fa94-c64e-47a7-8ac1-100295c70767 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=85336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 16:46:33.565537 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50418374-0f37-4df9-a972-a370e407d200 req-8fe12808-4f95-4460-bbb9-901bf54a245c service neutron] Attempting to bind port ca38c3f2-aa9f-4270-91fa-1a973a857c8b on network 3850fa94-c64e-47a7-8ac1-100295c70767 {{(pid=85336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 16:46:33.732851 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Device 2a6213fd-4b58-4def-bbbe-542929ea9b09 up at agent hyperv_hv-cinder-73362 {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:46:33.765237 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [req-97db77cc-1839-439a-b600-e4236d22a541 req-a6d8f7d7-f649-4b27-a2d1-986cfdea3fe1 tempest-DeleteServersTestJSON-1154458300 tempest-DeleteServersTestJSON-1154458300-project] Calling delete_port for ba0bb439-3e02-465a-abad-3939542f956d owned by compute:nova {{(pid=85335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 16:46:33.786121 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50418374-0f37-4df9-a972-a370e407d200 req-8fe12808-4f95-4460-bbb9-901bf54a245c service neutron] Checking agent: {'id': '0677065c-8485-4f55-bc15-3b41e2e6feb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 16, 43, 39), 'started_at': datetime.datetime(2021, 4, 16, 16, 43, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 16:46:33.786681 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50418374-0f37-4df9-a972-a370e407d200 req-8fe12808-4f95-4460-bbb9-901bf54a245c service neutron] Checking segment: {'id': '9ac9f406-6c3c-40ac-9dbd-02eabe5a0c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '3850fa94-c64e-47a7-8ac1-100295c70767'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 16:46:33.787250 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50418374-0f37-4df9-a972-a370e407d200 req-8fe12808-4f95-4460-bbb9-901bf54a245c service neutron] Bound using segment: {'id': '9ac9f406-6c3c-40ac-9dbd-02eabe5a0c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '3850fa94-c64e-47a7-8ac1-100295c70767'} {{(pid=85336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 16:46:33.788029 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [req-50418374-0f37-4df9-a972-a370e407d200 req-8fe12808-4f95-4460-bbb9-901bf54a245c service neutron] Bound port: ca38c3f2-aa9f-4270-91fa-1a973a857c8b, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ac9f406-6c3c-40ac-9dbd-02eabe5a0c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '3850fa94-c64e-47a7-8ac1-100295c70767'}}] {{(pid=85336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 16:46:33.788213 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-50418374-0f37-4df9-a972-a370e407d200 req-8fe12808-4f95-4460-bbb9-901bf54a245c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:33.839390 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343e5755-6d95-4cc3-b185-5852e77c3001 req-43ad1cf3-f5df-4631-8716-c44d7a2785da tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:46:33.853173 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Provisioning for port 2a6213fd-4b58-4def-bbbe-542929ea9b09 completed by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:46:33.853829 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-343e5755-6d95-4cc3-b185-5852e77c3001 req-43ad1cf3-f5df-4631-8716-c44d7a2785da tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.38 "GET /v2.0/networks?id=a7f4e014-87dd-436c-8396-68b004e6fc6e HTTP/1.1" status: 200 len: 815 time: 0.2787297 Apr 16 16:46:33.861682 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Provisioning complete for port 2a6213fd-4b58-4def-bbbe-542929ea9b09 triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:46:33.862234 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852761088'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:33.912656 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba24b76e-6159-4ac6-a092-0d21062410a0 req-299f0ed9-6171-4003-a784-5ccad8430206 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:46:33.921270 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-ba24b76e-6159-4ac6-a092-0d21062410a0 req-299f0ed9-6171-4003-a784-5ccad8430206 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/ports?device_id=657bbdd8-4ec5-4915-b99b-b975b7518105 HTTP/1.1" status: 200 len: 944 time: 0.6467032 Apr 16 16:46:33.931562 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-343e5755-6d95-4cc3-b185-5852e77c3001 req-a8023b42-5807-49c7-92ac-017ff668332f tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.38 "GET /v2.0/quotas/43227d5615b84ce4a66767a47689161f HTTP/1.1" status: 200 len: 375 time: 0.0765605 Apr 16 16:46:34.058434 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [req-50418374-0f37-4df9-a972-a370e407d200 req-8fe12808-4f95-4460-bbb9-901bf54a245c service neutron] For port ca38c3f2-aa9f-4270-91fa-1a973a857c8b, host hv-cinder-73362, cleared binding levels {{(pid=85336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 16:46:34.062040 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [req-50418374-0f37-4df9-a972-a370e407d200 req-8fe12808-4f95-4460-bbb9-901bf54a245c service neutron] For port ca38c3f2-aa9f-4270-91fa-1a973a857c8b, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=ca38c3f2-aa9f-4270-91fa-1a973a857c8b,segment=NetworkSegment(9ac9f406-6c3c-40ac-9dbd-02eabe5a0c9b),segment_id=9ac9f406-6c3c-40ac-9dbd-02eabe5a0c9b)] {{(pid=85336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 16:46:34.073574 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:34.080226 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-50418374-0f37-4df9-a972-a370e407d200 req-8fe12808-4f95-4460-bbb9-901bf54a245c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852355648'] for port, after_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:34.103752 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:46:34.116237 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cca9b35-eea5-4ff7-b3cd-b7b9f12feaf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a6213fd-4b58-4def-bbbe-542929ea9b09'}] {{(pid=85337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:46:34.128534 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] For port 2a6213fd-4b58-4def-bbbe-542929ea9b09, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=2a6213fd-4b58-4def-bbbe-542929ea9b09,segment=NetworkSegment(d3718c9d-c1c1-4ae5-addf-ded1288879fe),segment_id=d3718c9d-c1c1-4ae5-addf-ded1288879fe)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:46:34.132577 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:34.136569 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1ea0ac60-572c-439a-a0c6-b65ce570fea7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:46:34.232288 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-ba24b76e-6159-4ac6-a092-0d21062410a0 req-a0a64fe2-12c3-4536-ac45-a526286d179c tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/security-groups?id=65f8636e-38c2-4e4e-85cd-26d4e071f42a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3098810 Apr 16 16:46:34.235410 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-97db77cc-1839-439a-b600-e4236d22a541 req-a6d8f7d7-f649-4b27-a2d1-986cfdea3fe1 tempest-DeleteServersTestJSON-1154458300 tempest-DeleteServersTestJSON-1154458300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751456166703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363285399062934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850737760'] for port, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:34.250189 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Pushing event updated for resources: {'Port': ['ID=2a6213fd-4b58-4def-bbbe-542929ea9b09,revision_number=5']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:46:34.268356 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] get_ports_and_sgs() called for port_ids ['ba0bb439-3e02-465a-abad-3939542f956d'] {{(pid=85337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 16:46:34.308131 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-d3a83a68-0192-48bd-8457-bf84ce159fba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:46:34.314322 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:46:34.384681 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe12808-4f95-4460-bbb9-901bf54a245c service neutron] Pushing event updated for resources: {'Port': ['ID=ca38c3f2-aa9f-4270-91fa-1a973a857c8b,revision_number=3']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:46:34.388707 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-8fe12808-4f95-4460-bbb9-901bf54a245c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:46:34.417200 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-343e5755-6d95-4cc3-b185-5852e77c3001 req-9569bac1-869b-4e86-bb95-94a837a3809e tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=43227d5615b84ce4a66767a47689161f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4746492 Apr 16 16:46:34.467773 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d8f7d7-f649-4b27-a2d1-986cfdea3fe1 tempest-DeleteServersTestJSON-1154458300 tempest-DeleteServersTestJSON-1154458300-project] Pushing event deleted for resources: {'Port': ['ID=ba0bb439-3e02-465a-abad-3939542f956d,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:46:34.491606 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50418374-0f37-4df9-a972-a370e407d200 req-8fe12808-4f95-4460-bbb9-901bf54a245c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:46:34.492386 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-50418374-0f37-4df9-a972-a370e407d200 req-8fe12808-4f95-4460-bbb9-901bf54a245c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609088'] for port, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:34.495235 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-50418374-0f37-4df9-a972-a370e407d200 req-8fe12808-4f95-4460-bbb9-901bf54a245c service neutron] 10.222.0.87 "PUT /v2.0/ports/ca38c3f2-aa9f-4270-91fa-1a973a857c8b HTTP/1.1" status: 200 len: 1094 time: 3.1257198 Apr 16 16:46:34.496099 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '657bbdd8-4ec5-4915-b99b-b975b7518105', 'tag': 'ca38c3f2-aa9f-4270-91fa-1a973a857c8b'}] {{(pid=85336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:46:34.540815 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-45c91192-234b-4a64-b9a0-7363c1a3fdc6 req-98907538-5e55-4d7a-a8a9-53689a3b6555 tempest-DeleteServersTestJSON-1154458300 tempest-DeleteServersTestJSON-1154458300-project] 10.222.0.38 "GET /v2.0/ports?device_id=ae06475c-183f-4e5c-9d88-6072ec112e2b HTTP/1.1" status: 200 len: 210 time: 0.0948970 Apr 16 16:46:34.584609 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d8f7d7-f649-4b27-a2d1-986cfdea3fe1 tempest-DeleteServersTestJSON-1154458300 tempest-DeleteServersTestJSON-1154458300-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:46:34.585340 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d8f7d7-f649-4b27-a2d1-986cfdea3fe1 tempest-DeleteServersTestJSON-1154458300 tempest-DeleteServersTestJSON-1154458300-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:46:34.585894 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d8f7d7-f649-4b27-a2d1-986cfdea3fe1 tempest-DeleteServersTestJSON-1154458300 tempest-DeleteServersTestJSON-1154458300-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:46:34.586579 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d8f7d7-f649-4b27-a2d1-986cfdea3fe1 tempest-DeleteServersTestJSON-1154458300 tempest-DeleteServersTestJSON-1154458300-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:46:34.595113 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d8f7d7-f649-4b27-a2d1-986cfdea3fe1 tempest-DeleteServersTestJSON-1154458300 tempest-DeleteServersTestJSON-1154458300-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:46:34.595359 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d8f7d7-f649-4b27-a2d1-986cfdea3fe1 tempest-DeleteServersTestJSON-1154458300 tempest-DeleteServersTestJSON-1154458300-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:46:34.595581 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d8f7d7-f649-4b27-a2d1-986cfdea3fe1 tempest-DeleteServersTestJSON-1154458300 tempest-DeleteServersTestJSON-1154458300-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:46:34.595949 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d8f7d7-f649-4b27-a2d1-986cfdea3fe1 tempest-DeleteServersTestJSON-1154458300 tempest-DeleteServersTestJSON-1154458300-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:46:34.596514 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d8f7d7-f649-4b27-a2d1-986cfdea3fe1 tempest-DeleteServersTestJSON-1154458300 tempest-DeleteServersTestJSON-1154458300-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:46:34.596903 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d8f7d7-f649-4b27-a2d1-986cfdea3fe1 tempest-DeleteServersTestJSON-1154458300 tempest-DeleteServersTestJSON-1154458300-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:46:34.597413 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d8f7d7-f649-4b27-a2d1-986cfdea3fe1 tempest-DeleteServersTestJSON-1154458300 tempest-DeleteServersTestJSON-1154458300-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:46:34.597808 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d8f7d7-f649-4b27-a2d1-986cfdea3fe1 tempest-DeleteServersTestJSON-1154458300 tempest-DeleteServersTestJSON-1154458300-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:46:34.608463 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-a6d8f7d7-f649-4b27-a2d1-986cfdea3fe1 tempest-DeleteServersTestJSON-1154458300 tempest-DeleteServersTestJSON-1154458300-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:46:34.687620 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cca9b35-eea5-4ff7-b3cd-b7b9f12feaf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a6213fd-4b58-4def-bbbe-542929ea9b09', 'code': 200} Apr 16 16:46:34.913832 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-343e5755-6d95-4cc3-b185-5852e77c3001 req-b5d918bd-d506-4250-bc7a-e1e974453772 service neutron] 10.222.0.38 "GET /v2.0/networks/a7f4e014-87dd-436c-8396-68b004e6fc6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4756906 Apr 16 16:46:34.917140 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50418374-0f37-4df9-a972-a370e407d200 req-eb4dcb95-d4ad-48eb-ad18-8d659954239d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:46:34.919165 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-50418374-0f37-4df9-a972-a370e407d200 req-eb4dcb95-d4ad-48eb-ad18-8d659954239d service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=88a1c77b2ae945419c929cd0ad2c2a68&device_id=657bbdd8-4ec5-4915-b99b-b975b7518105 HTTP/1.1" status: 200 len: 1097 time: 0.3406126 Apr 16 16:46:35.051197 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.87', 53235) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:46:35.182771 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-50418374-0f37-4df9-a972-a370e407d200 req-229278c0-d3c2-40d4-b6a1-04b315dd661a service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ca38c3f2-aa9f-4270-91fa-1a973a857c8b HTTP/1.1" status: 200 len: 217 time: 0.2163529 Apr 16 16:46:35.346326 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [req-97db77cc-1839-439a-b600-e4236d22a541 req-a6d8f7d7-f649-4b27-a2d1-986cfdea3fe1 tempest-DeleteServersTestJSON-1154458300 tempest-DeleteServersTestJSON-1154458300-project] No DVR routers for this DVR port ba0bb439-3e02-465a-abad-3939542f956d on host hv-cinder-73362 {{(pid=85335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 16:46:35.359595 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-97db77cc-1839-439a-b600-e4236d22a541 req-a6d8f7d7-f649-4b27-a2d1-986cfdea3fe1 tempest-DeleteServersTestJSON-1154458300 tempest-DeleteServersTestJSON-1154458300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768218'] for port, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:35.363462 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae06475c-183f-4e5c-9d88-6072ec112e2b', 'name': 'network-vif-deleted', 'tag': 'ba0bb439-3e02-465a-abad-3939542f956d'}] {{(pid=85335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:46:35.369084 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50418374-0f37-4df9-a972-a370e407d200 req-8d96e19d-8343-4610-a20c-6615d1208c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:46:35.371204 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-50418374-0f37-4df9-a972-a370e407d200 req-8d96e19d-8343-4610-a20c-6615d1208c68 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=3d318de4-dae1-4537-aa0d-b7c79b5c1954 HTTP/1.1" status: 200 len: 856 time: 0.1801772 Apr 16 16:46:35.386460 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-343e5755-6d95-4cc3-b185-5852e77c3001 req-88c0f15f-8373-4de3-80c5-3def473808fb service neutron] 10.222.0.38 "GET /v2.0/networks/a7f4e014-87dd-436c-8396-68b004e6fc6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4612312 Apr 16 16:46:35.399636 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-97db77cc-1839-439a-b600-e4236d22a541 req-a6d8f7d7-f649-4b27-a2d1-986cfdea3fe1 tempest-DeleteServersTestJSON-1154458300 tempest-DeleteServersTestJSON-1154458300-project] 10.222.0.87 "DELETE /v2.0/ports/ba0bb439-3e02-465a-abad-3939542f956d HTTP/1.1" status: 204 len: 173 time: 2.6008654 Apr 16 16:46:35.422984 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0592a84c-dc54-4481-866b-4dd8b5dd7867 req-0eff4190-2096-42e7-875c-54cb9d7da31c tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:46:35.431615 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-0592a84c-dc54-4481-866b-4dd8b5dd7867 req-0eff4190-2096-42e7-875c-54cb9d7da31c tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "GET /v2.0/ports?device_id=1cca9b35-eea5-4ff7-b3cd-b7b9f12feaf4 HTTP/1.1" status: 200 len: 946 time: 0.5344665 Apr 16 16:46:35.511026 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-0592a84c-dc54-4481-866b-4dd8b5dd7867 req-774cd999-5d5a-4cdc-abb3-4dc8f938bd45 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "GET /v2.0/security-groups?id=9619b15f-c003-4676-8b83-3ac3c8f30e30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780373 Apr 16 16:46:35.525237 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d946a478-d297-4573-a4a4-ac63697187a6 req-c8a3fa06-6dec-48cf-af95-c085739b3f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:46:35.529988 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-d946a478-d297-4573-a4a4-ac63697187a6 req-c8a3fa06-6dec-48cf-af95-c085739b3f25 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=1cca9b35-eea5-4ff7-b3cd-b7b9f12feaf4 HTTP/1.1" status: 200 len: 1099 time: 0.4692898 Apr 16 16:46:35.607772 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50418374-0f37-4df9-a972-a370e407d200 req-863f2365-048c-401d-832d-e624f835614f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:46:35.615750 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-50418374-0f37-4df9-a972-a370e407d200 req-863f2365-048c-401d-832d-e624f835614f service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=3850fa94-c64e-47a7-8ac1-100295c70767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2281594 Apr 16 16:46:35.652497 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-d946a478-d297-4573-a4a4-ac63697187a6 req-d16ad9e2-5485-4bb3-be55-44fc566c2eb8 service neutron] Synchronizing usage tracker for tenant:0dcc1cde0d7c4ceda96a965427ad73a8 on resource:security_group {{(pid=85335) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 16:46:35.702479 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '657bbdd8-4ec5-4915-b99b-b975b7518105', 'tag': 'ca38c3f2-aa9f-4270-91fa-1a973a857c8b', 'status': 'completed', 'code': 200} Apr 16 16:46:35.706191 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-d946a478-d297-4573-a4a4-ac63697187a6 req-d16ad9e2-5485-4bb3-be55-44fc566c2eb8 service neutron] Unset dirty status for tenant:0dcc1cde0d7c4ceda96a965427ad73a8 on resource:security_group {{(pid=85335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 16:46:35.711153 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-d946a478-d297-4573-a4a4-ac63697187a6 req-d16ad9e2-5485-4bb3-be55-44fc566c2eb8 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=9619b15f-c003-4676-8b83-3ac3c8f30e30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1733267 Apr 16 16:46:35.776479 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae06475c-183f-4e5c-9d88-6072ec112e2b', 'name': 'network-vif-deleted', 'tag': 'ba0bb439-3e02-465a-abad-3939542f956d', 'status': 'completed', 'code': 200} Apr 16 16:46:35.875910 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 36790) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:46:35.978285 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-50418374-0f37-4df9-a972-a370e407d200 req-1f1e30aa-faa6-4758-b21e-bab866490ab8 service neutron] 10.222.0.87 "GET /v2.0/networks/3850fa94-c64e-47a7-8ac1-100295c70767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3524034 Apr 16 16:46:36.125778 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-9d274034-3cef-482e-b936-ecc40d5f8b97 req-9f32e5e2-75d5-4045-9fc9-5fb1df476ccd service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=5b3fa1b8-b215-4bda-a3f2-1c4bb3349a04&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3437045 Apr 16 16:46:36.145452 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b2681f-e911-460e-80df-34d9fc4a0758 req-006150ab-381c-418a-bdad-22991779cce0 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:46:36.164979 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-97b2681f-e911-460e-80df-34d9fc4a0758 req-006150ab-381c-418a-bdad-22991779cce0 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/ports?device_id=657bbdd8-4ec5-4915-b99b-b975b7518105 HTTP/1.1" status: 200 len: 944 time: 0.2821591 Apr 16 16:46:36.278524 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-97b2681f-e911-460e-80df-34d9fc4a0758 req-4226387a-d8d9-4d21-a4cc-60420227be4c tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/security-groups?id=65f8636e-38c2-4e4e-85cd-26d4e071f42a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123948 Apr 16 16:46:36.365906 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-2e5aefee-ea91-4035-b26a-a8adad6bb494 req-2939637f-b5d3-42dc-92f7-f7bb5727fc83 tempest-DeleteServersTestJSON-1154458300 tempest-DeleteServersTestJSON-1154458300-project] 10.222.0.38 "GET /v2.0/ports?device_id=ae06475c-183f-4e5c-9d88-6072ec112e2b HTTP/1.1" status: 200 len: 210 time: 0.1722331 Apr 16 16:46:36.371688 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-50418374-0f37-4df9-a972-a370e407d200 req-df8c9b37-66d0-42f6-85dc-621f146a7334 service neutron] 10.222.0.87 "GET /v2.0/networks/3850fa94-c64e-47a7-8ac1-100295c70767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3863044 Apr 16 16:46:36.623211 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-84041f67-1a40-40ee-bc6e-576b99aa9ca7 req-13d8e570-580a-48f1-9780-fc7edba43647 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb9e3f0c-5943-4494-be97-adcc28fdcd88 HTTP/1.1" status: 200 len: 210 time: 0.2229307 Apr 16 16:46:36.811707 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 36820) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:46:36.847905 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3c069c-d4d8-430a-800e-0a3af2025cd3 req-e92bb9cb-9805-4da3-81a6-57e81d92eebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:46:36.857276 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-9e3c069c-d4d8-430a-800e-0a3af2025cd3 req-e92bb9cb-9805-4da3-81a6-57e81d92eebe service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=88a1c77b2ae945419c929cd0ad2c2a68&device_id=657bbdd8-4ec5-4915-b99b-b975b7518105 HTTP/1.1" status: 200 len: 1097 time: 0.3822737 Apr 16 16:46:36.955926 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d274034-3cef-482e-b936-ecc40d5f8b97 req-8ed0c795-18be-4fd8-8527-6093bb587e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:46:36.963626 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-9d274034-3cef-482e-b936-ecc40d5f8b97 req-8ed0c795-18be-4fd8-8527-6093bb587e1e service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=43227d5615b84ce4a66767a47689161f&device_id=5b3fa1b8-b215-4bda-a3f2-1c4bb3349a04 HTTP/1.1" status: 200 len: 1099 time: 0.3385427 Apr 16 16:46:37.416418 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3c069c-d4d8-430a-800e-0a3af2025cd3 req-4860da67-df42-43e0-a7dc-7e5cdf74bb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:46:37.419202 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-9e3c069c-d4d8-430a-800e-0a3af2025cd3 req-4860da67-df42-43e0-a7dc-7e5cdf74bb1c service neutron] 10.222.0.87 "GET /v2.0/networks?id=3850fa94-c64e-47a7-8ac1-100295c70767 HTTP/1.1" status: 200 len: 918 time: 0.5462162 Apr 16 16:46:37.441718 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8e77e474-979b-42a8-8e99-a15d3c59ed36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:37.545954 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-9cdf8ae8-322f-4539-9b83-c9bb240e6f39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:37.600059 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-9e3c069c-d4d8-430a-800e-0a3af2025cd3 req-36dd9a98-3b02-4826-a263-aef187a70eee service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ca38c3f2-aa9f-4270-91fa-1a973a857c8b HTTP/1.1" status: 200 len: 217 time: 0.1587129 Apr 16 16:46:37.619123 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d274034-3cef-482e-b936-ecc40d5f8b97 req-d2a3686e-eab1-4273-9142-1caaee72740d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:46:37.621765 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-9d274034-3cef-482e-b936-ecc40d5f8b97 req-d2a3686e-eab1-4273-9142-1caaee72740d service neutron] 10.222.0.87 "GET /v2.0/networks?id=a7f4e014-87dd-436c-8396-68b004e6fc6e HTTP/1.1" status: 200 len: 916 time: 0.5223291 Apr 16 16:46:37.625719 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36540c02-f437-4297-99d3-dd9ab5979698 req-b0bff195-d5b8-4390-8436-69cebf7ac9bc tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:46:37.634260 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-8e77e474-979b-42a8-8e99-a15d3c59ed36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:46:37.640637 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-36540c02-f437-4297-99d3-dd9ab5979698 req-b0bff195-d5b8-4390-8436-69cebf7ac9bc tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "GET /v2.0/ports?device_id=1cca9b35-eea5-4ff7-b3cd-b7b9f12feaf4 HTTP/1.1" status: 200 len: 946 time: 0.4619935 Apr 16 16:46:37.675244 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 36842) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:46:37.730730 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-8e77e474-979b-42a8-8e99-a15d3c59ed36 admin admin] Usage tracker for resource:security_group_rule and tenant:ab94ba00d1b04ff19e6ad8be410979e0 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:46:37.743202 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-9cdf8ae8-322f-4539-9b83-c9bb240e6f39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:46:37.746032 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-8e77e474-979b-42a8-8e99-a15d3c59ed36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:46:37.750236 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-9d274034-3cef-482e-b936-ecc40d5f8b97 req-95ec7ea2-d346-419a-a7e8-2cd973d86912 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d2682bdb-4ce5-454d-b1f3-ca2da88890ff HTTP/1.1" status: 200 len: 217 time: 0.1129260 Apr 16 16:46:37.758136 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Device ba0bb439-3e02-465a-abad-3939542f956d no longer exists at agent hyperv_hv-cinder-73362 {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 16:46:37.758707 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-9cdf8ae8-322f-4539-9b83-c9bb240e6f39 admin admin] Usage tracker for resource:security_group_rule and tenant:9b31d66f14294859b2972eaba7e08d8d is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:46:37.762930 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-8e77e474-979b-42a8-8e99-a15d3c59ed36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:46:37.815741 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] No Port match for: ba0bb439-3e02-465a-abad-3939542f956d {{(pid=85337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 16:46:37.816307 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Device ba0bb439-3e02-465a-abad-3939542f956d not bound to the agent host hv-cinder-73362 {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 16:46:37.820182 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-9cdf8ae8-322f-4539-9b83-c9bb240e6f39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:46:37.847832 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-9cdf8ae8-322f-4539-9b83-c9bb240e6f39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:46:37.909270 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-36540c02-f437-4297-99d3-dd9ab5979698 req-759905e2-84cd-474a-86e7-102e3d41d54b tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "GET /v2.0/security-groups?id=9619b15f-c003-4676-8b83-3ac3c8f30e30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2665703 Apr 16 16:46:37.930700 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3c069c-d4d8-430a-800e-0a3af2025cd3 req-3144b64d-f8e9-487f-af38-47b262b1cc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:46:37.932592 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-9e3c069c-d4d8-430a-800e-0a3af2025cd3 req-3144b64d-f8e9-487f-af38-47b262b1cc59 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=3d318de4-dae1-4537-aa0d-b7c79b5c1954 HTTP/1.1" status: 200 len: 856 time: 0.2600803 Apr 16 16:46:37.992092 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d274034-3cef-482e-b936-ecc40d5f8b97 req-d1058a1c-583a-4b0e-8d2c-bf3cbe37ae5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:46:37.994285 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-9d274034-3cef-482e-b936-ecc40d5f8b97 req-d1058a1c-583a-4b0e-8d2c-bf3cbe37ae5c service neutron] 10.222.0.87 "GET /v2.0/subnets?id=5ae8a7aa-8888-4dcf-9347-2e1ca7171a9b HTTP/1.1" status: 200 len: 855 time: 0.2289009 Apr 16 16:46:38.057706 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-76e88e28-f926-4583-b926-173bea906ee2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:38.086812 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-76e88e28-f926-4583-b926-173bea906ee2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:46:38.094742 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-76e88e28-f926-4583-b926-173bea906ee2 admin admin] Usage tracker for resource:security_group_rule and tenant:f501b4e8cb444621a72bd71c089ee7ec is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:46:38.099908 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-76e88e28-f926-4583-b926-173bea906ee2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:46:38.108542 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-76e88e28-f926-4583-b926-173bea906ee2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:46:38.161847 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3c069c-d4d8-430a-800e-0a3af2025cd3 req-0b5fcdf8-c395-4ceb-ac92-0d028c7ea834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:46:38.163535 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-9e3c069c-d4d8-430a-800e-0a3af2025cd3 req-0b5fcdf8-c395-4ceb-ac92-0d028c7ea834 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=3850fa94-c64e-47a7-8ac1-100295c70767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2205122 Apr 16 16:46:38.196492 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d963ae-274d-44d1-8c27-f6bbfb5ff19a req-9c6417af-ec7b-4951-943d-f4f1adc7b449 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:46:38.198936 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-64d963ae-274d-44d1-8c27-f6bbfb5ff19a req-9c6417af-ec7b-4951-943d-f4f1adc7b449 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/ports?device_id=657bbdd8-4ec5-4915-b99b-b975b7518105 HTTP/1.1" status: 200 len: 944 time: 0.6679862 Apr 16 16:46:38.347791 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-9e3c069c-d4d8-430a-800e-0a3af2025cd3 req-ac45a0ec-6b3d-4da2-9cf0-4dccc3e03fd8 service neutron] 10.222.0.87 "GET /v2.0/networks/3850fa94-c64e-47a7-8ac1-100295c70767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728542 Apr 16 16:46:38.434530 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-9d274034-3cef-482e-b936-ecc40d5f8b97 req-5663ecb1-7eae-42f5-bdf4-66df7b7aae17 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=a7f4e014-87dd-436c-8396-68b004e6fc6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4131236 Apr 16 16:46:38.487337 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-3ee332a4-20a8-4554-b6a3-d73c58c59454 req-d2e5b6c0-f174-4c16-a6c2-5763f7e2babf tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb9e3f0c-5943-4494-be97-adcc28fdcd88 HTTP/1.1" status: 200 len: 210 time: 0.1380668 Apr 16 16:46:38.752367 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343e5755-6d95-4cc3-b185-5852e77c3001 req-c6f1c829-6264-4368-82ca-3207c19f3368 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:46:38.754198 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-343e5755-6d95-4cc3-b185-5852e77c3001 req-c6f1c829-6264-4368-82ca-3207c19f3368 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.87 "GET /v2.0/networks?id=a7f4e014-87dd-436c-8396-68b004e6fc6e HTTP/1.1" status: 200 len: 815 time: 0.7585778 Apr 16 16:46:38.794669 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.v2.base [req-343e5755-6d95-4cc3-b185-5852e77c3001 req-398da8ce-1b8b-4d4b-bd6a-a2344445310e tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Request body: {'port': {'device_id': 'cb9e3f0c-5943-4494-be97-adcc28fdcd88', 'network_id': 'a7f4e014-87dd-436c-8396-68b004e6fc6e', 'admin_state_up': True, 'tenant_id': '43227d5615b84ce4a66767a47689161f'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:46:38.920412 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:39.014734 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-76e88e28-f926-4583-b926-173bea906ee2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:39.033150 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-76e88e28-f926-4583-b926-173bea906ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:39.034202 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [req-343e5755-6d95-4cc3-b185-5852e77c3001 req-398da8ce-1b8b-4d4b-bd6a-a2344445310e tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:46:39.051291 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [req-343e5755-6d95-4cc3-b185-5852e77c3001 req-398da8ce-1b8b-4d4b-bd6a-a2344445310e tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:46:39.079670 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:46:39.100754 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8e77e474-979b-42a8-8e99-a15d3c59ed36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:39.126383 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-76e88e28-f926-4583-b926-173bea906ee2 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f501b4e8cb444621a72bd71c089ee7ec&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4455638 Apr 16 16:46:39.135475 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-64d963ae-274d-44d1-8c27-f6bbfb5ff19a req-924e6077-7365-4215-9f8a-7ac033979e04 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/security-groups?id=65f8636e-38c2-4e4e-85cd-26d4e071f42a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7977066 Apr 16 16:46:39.136255 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 36876) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:46:39.160922 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8e77e474-979b-42a8-8e99-a15d3c59ed36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:39.173516 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e88e28-f926-4583-b926-173bea906ee2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fa40dbd-9a3a-4149-bc7c-1a9f657988d0,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:46:39.182438 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-9e3c069c-d4d8-430a-800e-0a3af2025cd3 req-61dfbae5-b684-4fea-81d2-a1b4ca44099c service neutron] 10.222.0.87 "GET /v2.0/networks/3850fa94-c64e-47a7-8ac1-100295c70767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7825618 Apr 16 16:46:39.220725 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-0d6806b4-1be5-42ef-8519-aee3df91f3da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:46:39.234219 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-9cdf8ae8-322f-4539-9b83-c9bb240e6f39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:39.252517 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-76e88e28-f926-4583-b926-173bea906ee2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:46:39.268215 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-9cdf8ae8-322f-4539-9b83-c9bb240e6f39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:39.304737 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-343e5755-6d95-4cc3-b185-5852e77c3001 req-398da8ce-1b8b-4d4b-bd6a-a2344445310e tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Made reservation on behalf of 43227d5615b84ce4a66767a47689161f for: {'port': 1} {{(pid=85335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 16:46:39.310814 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-343e5755-6d95-4cc3-b185-5852e77c3001 req-398da8ce-1b8b-4d4b-bd6a-a2344445310e tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:39.313593 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cfe5a7-0f3e-48f0-b4a2-665315694278 req-991ddfa8-e456-4a82-94dc-8a7f0cb0bc86 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:46:39.315932 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-30cfe5a7-0f3e-48f0-b4a2-665315694278 req-991ddfa8-e456-4a82-94dc-8a7f0cb0bc86 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "GET /v2.0/ports?device_id=1cca9b35-eea5-4ff7-b3cd-b7b9f12feaf4 HTTP/1.1" status: 200 len: 946 time: 0.1821349 Apr 16 16:46:39.378349 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-30cfe5a7-0f3e-48f0-b4a2-665315694278 req-ced4763b-7540-4c07-a6b6-41a6065b0b0b tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "GET /v2.0/security-groups?id=9619b15f-c003-4676-8b83-3ac3c8f30e30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545170 Apr 16 16:46:39.385698 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-8e77e474-979b-42a8-8e99-a15d3c59ed36 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ab94ba00d1b04ff19e6ad8be410979e0&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5707028 Apr 16 16:46:39.389454 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 36886) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:46:39.425790 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e77e474-979b-42a8-8e99-a15d3c59ed36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a38d67c-d729-4c8f-b18c-44e48b125835,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:46:39.441889 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-9d274034-3cef-482e-b936-ecc40d5f8b97 req-3db19630-ff93-4987-8adb-b727fc49a892 service neutron] 10.222.0.87 "GET /v2.0/networks/a7f4e014-87dd-436c-8396-68b004e6fc6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9860299 Apr 16 16:46:39.445479 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-9cdf8ae8-322f-4539-9b83-c9bb240e6f39 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9b31d66f14294859b2972eaba7e08d8d&name=default HTTP/1.1" status: 200 len: 2979 time: 3.5676839 Apr 16 16:46:39.455481 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 36892) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:46:39.491078 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-8e77e474-979b-42a8-8e99-a15d3c59ed36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:46:39.499375 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.148s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:46:39.526201 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-81e9c31c-8c34-447b-b7b4-ec8dd483605c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:39.584075 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-81e9c31c-8c34-447b-b7b4-ec8dd483605c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:39.650877 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-81e9c31c-8c34-447b-b7b4-ec8dd483605c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:39.656446 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c3029914-5a2a-421d-93c4-c726aba4cc3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:39.664397 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-dcd250cb-5921-4a1c-b4e2-309be4aecf17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:46:39.673768 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e9c31c-8c34-447b-b7b4-ec8dd483605c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a38d67c-d729-4c8f-b18c-44e48b125835,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:46:39.678476 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-81e9c31c-8c34-447b-b7b4-ec8dd483605c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:46:39.709899 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-2be8875e-3f19-4eb4-8dd5-44e10854d3ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:39.751583 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-2be8875e-3f19-4eb4-8dd5-44e10854d3ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:39.766941 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Device ca38c3f2-aa9f-4270-91fa-1a973a857c8b details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=85337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 16:46:39.768159 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdf8ae8-322f-4539-9b83-c9bb240e6f39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e2689ed-2237-4d35-86cb-2765ded7ce5f,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:46:39.775153 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-9cdf8ae8-322f-4539-9b83-c9bb240e6f39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:46:39.852670 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c3029914-5a2a-421d-93c4-c726aba4cc3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:39.861258 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-81e9c31c-8c34-447b-b7b4-ec8dd483605c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:39.862998 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-81e9c31c-8c34-447b-b7b4-ec8dd483605c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3a38d67c-d729-4c8f-b18c-44e48b125835 HTTP/1.1" status: 204 len: 168 time: 0.4719830 Apr 16 16:46:39.880563 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-55a30bea-c753-49b6-a85b-9e5575370f7c req-e9db5acc-08bb-4db5-98c0-74749e3834c9 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb9e3f0c-5943-4494-be97-adcc28fdcd88 HTTP/1.1" status: 200 len: 210 time: 0.1007442 Apr 16 16:46:39.898907 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-2be8875e-3f19-4eb4-8dd5-44e10854d3ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:39.910691 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:46:39.931023 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be8875e-3f19-4eb4-8dd5-44e10854d3ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e2689ed-2237-4d35-86cb-2765ded7ce5f,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:46:39.943950 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-2be8875e-3f19-4eb4-8dd5-44e10854d3ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:46:39.947921 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-2be8875e-3f19-4eb4-8dd5-44e10854d3ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:39.953257 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-2be8875e-3f19-4eb4-8dd5-44e10854d3ad admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7e2689ed-2237-4d35-86cb-2765ded7ce5f HTTP/1.1" status: 204 len: 168 time: 0.4868793 Apr 16 16:46:40.012275 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] For port ca38c3f2-aa9f-4270-91fa-1a973a857c8b, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=ca38c3f2-aa9f-4270-91fa-1a973a857c8b,segment=NetworkSegment(9ac9f406-6c3c-40ac-9dbd-02eabe5a0c9b),segment_id=9ac9f406-6c3c-40ac-9dbd-02eabe5a0c9b)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:46:40.038547 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Returning: {'device': 'ca38c3f2-aa9f-4270-91fa-1a973a857c8b', 'network_id': '3850fa94-c64e-47a7-8ac1-100295c70767', 'port_id': 'ca38c3f2-aa9f-4270-91fa-1a973a857c8b', 'mac_address': 'fa:16:3e:44:1b:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d318de4-dae1-4537-aa0d-b7c79b5c1954', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 16:46:40.058846 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-9d274034-3cef-482e-b936-ecc40d5f8b97 req-c8f6920c-90b0-453a-a016-c93cf46cddec service neutron] 10.222.0.87 "GET /v2.0/networks/a7f4e014-87dd-436c-8396-68b004e6fc6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5465276 Apr 16 16:46:40.073404 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1907b1-fa40-4a28-a366-7220fb5f3c11 req-b0ce5e08-474c-497a-b1a6-daaccdb00efd tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:46:40.075826 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-1f1907b1-fa40-4a28-a366-7220fb5f3c11 req-b0ce5e08-474c-497a-b1a6-daaccdb00efd tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "GET /v2.0/ports?device_id=1cca9b35-eea5-4ff7-b3cd-b7b9f12feaf4 HTTP/1.1" status: 200 len: 946 time: 0.5121021 Apr 16 16:46:40.077992 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.db_base_plugin_common [req-343e5755-6d95-4cc3-b185-5852e77c3001 req-398da8ce-1b8b-4d4b-bd6a-a2344445310e tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Allocated IP 172.20.0.5 (a7f4e014-87dd-436c-8396-68b004e6fc6e/5ae8a7aa-8888-4dcf-9347-2e1ca7171a9b/d0b9a6cd-841c-49e3-8c7c-4cf3050707ce) {{(pid=85335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 16:46:40.089262 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 36904) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:46:40.105580 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-f76537b9-e852-4c17-a8bc-40bf74738483 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Request body: {'floatingip': {'port_id': '2a6213fd-4b58-4def-bbbe-542929ea9b09'}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:46:40.139586 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c3029914-5a2a-421d-93c4-c726aba4cc3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:40.168160 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:46:40.227360 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3029914-5a2a-421d-93c4-c726aba4cc3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fa40dbd-9a3a-4149-bc7c-1a9f657988d0,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:46:40.234314 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c3029914-5a2a-421d-93c4-c726aba4cc3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:46:40.279108 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c3029914-5a2a-421d-93c4-c726aba4cc3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:40.280903 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-c3029914-5a2a-421d-93c4-c726aba4cc3b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7fa40dbd-9a3a-4149-bc7c-1a9f657988d0 HTTP/1.1" status: 204 len: 168 time: 1.1342535 Apr 16 16:46:40.287944 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f76537b9-e852-4c17-a8bc-40bf74738483 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Notify callbacks [] for floatingip, before_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:40.318208 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:40.423184 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca38c3f2-aa9f-4270-91fa-1a973a857c8b {{(pid=85337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 16:46:40.493155 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] For port ca38c3f2-aa9f-4270-91fa-1a973a857c8b, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=ca38c3f2-aa9f-4270-91fa-1a973a857c8b,segment=NetworkSegment(9ac9f406-6c3c-40ac-9dbd-02eabe5a0c9b),segment_id=9ac9f406-6c3c-40ac-9dbd-02eabe5a0c9b)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:46:40.508843 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:40.510865 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-debf3a44-8b37-477e-bfeb-b9b51aa1775e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:46:40.569185 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-343e5755-6d95-4cc3-b185-5852e77c3001 req-398da8ce-1b8b-4d4b-bd6a-a2344445310e tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Notify callbacks [] for port, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:40.611488 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-343e5755-6d95-4cc3-b185-5852e77c3001 req-398da8ce-1b8b-4d4b-bd6a-a2344445310e tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751455712866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850737760'] for port, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:40.722898 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] get_ports_and_sgs() called for port_ids ['d2682bdb-4ce5-454d-b1f3-ca2da88890ff'] {{(pid=85337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 16:46:40.775722 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 36926) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:46:40.776092 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 36930) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:46:40.882982 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.db_base_plugin_v2 [None req-26e15258-bb83-40d5-9e22-6d7b4b8749f9 admin admin] Deleting subnet 6d696659-54c3-4f54-aeff-1007e799c194 {{(pid=85336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 16:46:40.886849 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-26e15258-bb83-40d5-9e22-6d7b4b8749f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:40.981009 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-26e15258-bb83-40d5-9e22-6d7b4b8749f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852295916'] for subnet, precommit_delete_associations {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:41.021092 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] get_ports_and_sgs() called for port_ids ['ca38c3f2-aa9f-4270-91fa-1a973a857c8b'] {{(pid=85337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 16:46:41.141259 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-26e15258-bb83-40d5-9e22-6d7b4b8749f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854774887'] for subnet, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:41.212128 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-d3a83a68-0192-48bd-8457-bf84ce159fba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:46:41.354289 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Pushing event updated for resources: {'Port': ['ID=ca38c3f2-aa9f-4270-91fa-1a973a857c8b,revision_number=4']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:46:41.369279 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.858s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:46:41.382514 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398da8ce-1b8b-4d4b-bd6a-a2344445310e tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Pushing event updated for resources: {'Port': ['ID=d0b9a6cd-841c-49e3-8c7c-4cf3050707ce,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:46:41.386150 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-398da8ce-1b8b-4d4b-bd6a-a2344445310e tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:46:41.398643 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1a8eb5f4-36f2-471d-bca1-e0ae2358ff1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:41.443388 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 36942) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:46:41.449227 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 36944) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:46:41.505176 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-441c3be6-9370-4f6e-894b-cad1995cc7df admin admin] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:41.529306 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-00954871-97d0-4269-8a3c-ea4974cf66ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:41.552894 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a54e06-ef6c-47da-b8d5-960ecd4cdffc req-c6a0ac1c-cdd0-48b2-9c4b-988aed370691 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:46:41.555221 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-42a54e06-ef6c-47da-b8d5-960ecd4cdffc req-c6a0ac1c-cdd0-48b2-9c4b-988aed370691 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/ports?device_id=657bbdd8-4ec5-4915-b99b-b975b7518105 HTTP/1.1" status: 200 len: 945 time: 0.9469142 Apr 16 16:46:41.563997 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-441c3be6-9370-4f6e-894b-cad1995cc7df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:46:41.579005 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-00954871-97d0-4269-8a3c-ea4974cf66ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:46:41.582399 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-441c3be6-9370-4f6e-894b-cad1995cc7df admin admin] Usage tracker for resource:security_group_rule and tenant:2262b7cf327e496caf11e330c44f284e is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:46:41.600604 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-1a8eb5f4-36f2-471d-bca1-e0ae2358ff1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:46:41.602341 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-441c3be6-9370-4f6e-894b-cad1995cc7df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:46:41.610051 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-00954871-97d0-4269-8a3c-ea4974cf66ad admin admin] Usage tracker for resource:security_group_rule and tenant:67faf2731685425dba58d65a521abaea is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:46:41.620865 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-441c3be6-9370-4f6e-894b-cad1995cc7df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:46:41.623097 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-00954871-97d0-4269-8a3c-ea4974cf66ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:46:41.635165 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-1a8eb5f4-36f2-471d-bca1-e0ae2358ff1e admin admin] Usage tracker for resource:security_group_rule and tenant:be4bf8d74f5041249c66a0efa7e91092 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:46:41.642901 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-00954871-97d0-4269-8a3c-ea4974cf66ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:46:41.647622 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-343e5755-6d95-4cc3-b185-5852e77c3001 req-398da8ce-1b8b-4d4b-bd6a-a2344445310e tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Network a7f4e014-87dd-436c-8396-68b004e6fc6e is already hosted by enough agents. {{(pid=85335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 16:46:41.659811 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [req-343e5755-6d95-4cc3-b185-5852e77c3001 req-398da8ce-1b8b-4d4b-bd6a-a2344445310e tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Resources bound (agent type, host, resource id): {{(pid=85335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:46:41.677487 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [req-343e5755-6d95-4cc3-b185-5852e77c3001 req-398da8ce-1b8b-4d4b-bd6a-a2344445310e tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Received port after_create {{(pid=85335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 16:46:41.708491 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-1a8eb5f4-36f2-471d-bca1-e0ae2358ff1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:46:41.734437 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-1a8eb5f4-36f2-471d-bca1-e0ae2358ff1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:46:41.753181 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-42a54e06-ef6c-47da-b8d5-960ecd4cdffc req-49faaef5-2080-4ce9-9072-55cf2efa8d5b tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/security-groups?id=65f8636e-38c2-4e4e-85cd-26d4e071f42a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1860955 Apr 16 16:46:41.806131 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343e5755-6d95-4cc3-b185-5852e77c3001 req-398da8ce-1b8b-4d4b-bd6a-a2344445310e tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:46:41.806863 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-343e5755-6d95-4cc3-b185-5852e77c3001 req-398da8ce-1b8b-4d4b-bd6a-a2344445310e tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768218'] for port, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:41.906817 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-343e5755-6d95-4cc3-b185-5852e77c3001 req-398da8ce-1b8b-4d4b-bd6a-a2344445310e tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1334527 Apr 16 16:46:41.930556 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.v2.base [req-343e5755-6d95-4cc3-b185-5852e77c3001 req-01570886-44ab-43ae-b288-782bb2e9720b service neutron] Request body: {'port': {'device_id': 'cb9e3f0c-5943-4494-be97-adcc28fdcd88', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:46:41.933676 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5ec227-fd06-47ae-a59e-e8c996674436 req-88afa2d0-8662-4347-bd02-3007bfab9bbd tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:46:41.935504 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-3f5ec227-fd06-47ae-a59e-e8c996674436 req-88afa2d0-8662-4347-bd02-3007bfab9bbd tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb9e3f0c-5943-4494-be97-adcc28fdcd88 HTTP/1.1" status: 200 len: 931 time: 0.5764260 Apr 16 16:46:41.987502 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-441c3be6-9370-4f6e-894b-cad1995cc7df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:41.998474 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-441c3be6-9370-4f6e-894b-cad1995cc7df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:42.021600 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-00954871-97d0-4269-8a3c-ea4974cf66ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:42.024362 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-9f5369e3-9600-4b83-ae7b-25b50a3d6dd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:46:42.042198 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-00954871-97d0-4269-8a3c-ea4974cf66ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:42.135256 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-441c3be6-9370-4f6e-894b-cad1995cc7df admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2262b7cf327e496caf11e330c44f284e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6872911 Apr 16 16:46:42.147905 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 36950) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:46:42.148627 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441c3be6-9370-4f6e-894b-cad1995cc7df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46021201-d7d8-46bb-b5b3-506a31d291cd,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:46:42.157993 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-441c3be6-9370-4f6e-894b-cad1995cc7df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:46:42.159599 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:46:42.194875 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-00954871-97d0-4269-8a3c-ea4974cf66ad admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=67faf2731685425dba58d65a521abaea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7371526 Apr 16 16:46:42.200504 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 36956) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:46:42.227821 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-26e15258-bb83-40d5-9e22-6d7b4b8749f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852355699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2266164'] for subnet, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:42.228333 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-343e5755-6d95-4cc3-b185-5852e77c3001 req-01570886-44ab-43ae-b288-782bb2e9720b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:42.276601 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:46:42.285166 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00954871-97d0-4269-8a3c-ea4974cf66ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=584020aa-0bbd-44c9-ab09-6eac87117a31,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:46:42.326313 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-00954871-97d0-4269-8a3c-ea4974cf66ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:46:42.333975 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e15258-bb83-40d5-9e22-6d7b4b8749f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d696659-54c3-4f54-aeff-1007e799c194,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:46:42.336187 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-26e15258-bb83-40d5-9e22-6d7b4b8749f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:46:42.398476 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-3f5ec227-fd06-47ae-a59e-e8c996674436 req-a273a91a-c515-4c55-b97e-293421b12b38 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.38 "GET /v2.0/security-groups?id=000be728-5835-465a-a527-c6c2ddb86249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3878524 Apr 16 16:46:42.412805 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-6875b3ef-9999-4949-b1db-fb49bff826e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:42.490746 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1a8eb5f4-36f2-471d-bca1-e0ae2358ff1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:42.517696 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c315efa9-def3-4c18-bd5b-09578b65a949 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:42.531325 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-6875b3ef-9999-4949-b1db-fb49bff826e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:42.709549 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c315efa9-def3-4c18-bd5b-09578b65a949 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:42.793885 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1a8eb5f4-36f2-471d-bca1-e0ae2358ff1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:42.802966 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-81e9c31c-8c34-447b-b7b4-ec8dd483605c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:46:42.832377 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-6875b3ef-9999-4949-b1db-fb49bff826e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:42.845549 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c2e5a244-5708-4f9c-9459-4ded7bb41ccf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:46:42.864712 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6875b3ef-9999-4949-b1db-fb49bff826e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46021201-d7d8-46bb-b5b3-506a31d291cd,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:46:42.868562 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-6875b3ef-9999-4949-b1db-fb49bff826e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:46:42.876138 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-26e15258-bb83-40d5-9e22-6d7b4b8749f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609088'] for subnet, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:42.890311 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c315efa9-def3-4c18-bd5b-09578b65a949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:42.896676 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c315efa9-def3-4c18-bd5b-09578b65a949 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:42.903369 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-c315efa9-def3-4c18-bd5b-09578b65a949 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/584020aa-0bbd-44c9-ab09-6eac87117a31 HTTP/1.1" status: 204 len: 168 time: 0.6919034 Apr 16 16:46:42.903369 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-6875b3ef-9999-4949-b1db-fb49bff826e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:42.903369 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-6875b3ef-9999-4949-b1db-fb49bff826e6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/46021201-d7d8-46bb-b5b3-506a31d291cd HTTP/1.1" status: 204 len: 168 time: 0.7489486 Apr 16 16:46:42.904758 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-1a8eb5f4-36f2-471d-bca1-e0ae2358ff1e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=be4bf8d74f5041249c66a0efa7e91092&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1274211 Apr 16 16:46:42.905321 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 36974) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:46:42.918998 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:46:42.932923 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.db.resource_extend [None req-f76537b9-e852-4c17-a8bc-40bf74738483 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] It took 0.43 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 16 16:46:43.017834 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8eb5f4-36f2-471d-bca1-e0ae2358ff1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9e57199-39af-4f98-bebc-3712803b7a5c,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:46:43.021714 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1a8eb5f4-36f2-471d-bca1-e0ae2358ff1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:46:43.048345 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-26e15258-bb83-40d5-9e22-6d7b4b8749f9 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/6d696659-54c3-4f54-aeff-1007e799c194 HTTP/1.1" status: 204 len: 168 time: 2.2654977 Apr 16 16:46:43.048689 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c315efa9-def3-4c18-bd5b-09578b65a949 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=584020aa-0bbd-44c9-ab09-6eac87117a31,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:46:43.051420 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c315efa9-def3-4c18-bd5b-09578b65a949 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:46:43.055035 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 36978) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:46:43.128190 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [req-343e5755-6d95-4cc3-b185-5852e77c3001 req-01570886-44ab-43ae-b288-782bb2e9720b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0b9a6cd-841c-49e3-8c7c-4cf3050707ce {{(pid=85335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 16:46:43.138120 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f76537b9-e852-4c17-a8bc-40bf74738483 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:43.147106 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f76537b9-e852-4c17-a8bc-40bf74738483 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854349033'] for floatingip, after_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:43.182379 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-343e5755-6d95-4cc3-b185-5852e77c3001 req-01570886-44ab-43ae-b288-782bb2e9720b service neutron] Notify callbacks [] for port, precommit_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:43.336543 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [req-343e5755-6d95-4cc3-b185-5852e77c3001 req-01570886-44ab-43ae-b288-782bb2e9720b service neutron] Transition to ACTIVE for port object d0b9a6cd-841c-49e3-8c7c-4cf3050707ce will not be triggered until provisioned by entity L2. {{(pid=85335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:46:43.367208 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-343e5755-6d95-4cc3-b185-5852e77c3001 req-01570886-44ab-43ae-b288-782bb2e9720b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4038072'] for port, after_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:43.401784 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-5acbddaf-b3e3-4151-bd25-f77027a7cb2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:46:43.423822 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-3392b92b-6977-4eea-8dcd-a51d4deea1ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:43.447772 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-501886a2-b61c-4fb7-940f-6bf01d5c3a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33594'] for network, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:43.598630 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.db.l3_db [None req-f76537b9-e852-4c17-a8bc-40bf74738483 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Floating IP 781fdbac-1e58-44fa-a80c-be8bfda35841 associated. External IP: 172.28.2.76, port: 2a6213fd-4b58-4def-bbbe-542929ea9b09. Apr 16 16:46:43.735999 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01570886-44ab-43ae-b288-782bb2e9720b service neutron] Pushing event updated for resources: {'Port': ['ID=d0b9a6cd-841c-49e3-8c7c-4cf3050707ce,revision_number=2']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:46:43.740007 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-01570886-44ab-43ae-b288-782bb2e9720b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:46:43.800138 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-3392b92b-6977-4eea-8dcd-a51d4deea1ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:43.802331 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Device ca38c3f2-aa9f-4270-91fa-1a973a857c8b up at agent hyperv_hv-cinder-73362 {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:46:43.862757 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e675fc5-0b78-445d-9244-ffbe8c953861 req-bead0f1b-6293-4427-b622-01a9b37b4a42 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:46:43.864678 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-5e675fc5-0b78-445d-9244-ffbe8c953861 req-bead0f1b-6293-4427-b622-01a9b37b4a42 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/ports?device_id=657bbdd8-4ec5-4915-b99b-b975b7518105 HTTP/1.1" status: 200 len: 945 time: 0.8409219 Apr 16 16:46:43.973338 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Provisioning for port ca38c3f2-aa9f-4270-91fa-1a973a857c8b completed by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:46:43.993529 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Provisioning complete for port ca38c3f2-aa9f-4270-91fa-1a973a857c8b triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:46:43.994152 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852761088'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:44.088606 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465d9050-6d8c-4eba-aaaa-ad7094916ee6 req-91256b85-a0ce-4b9d-a77b-5955719d4dd0 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:46:44.091258 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-465d9050-6d8c-4eba-aaaa-ad7094916ee6 req-91256b85-a0ce-4b9d-a77b-5955719d4dd0 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb9e3f0c-5943-4494-be97-adcc28fdcd88 HTTP/1.1" status: 200 len: 943 time: 0.3888414 Apr 16 16:46:44.281707 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-501886a2-b61c-4fb7-940f-6bf01d5c3a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2001432', 'neutron.services.segments.db._delete_segments_for_network-8751456264904'] for network, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:44.324839 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:44.362523 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-5e675fc5-0b78-445d-9244-ffbe8c953861 req-03847779-9bf1-4cdd-a061-0030234cf69a tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/security-groups?id=65f8636e-38c2-4e4e-85cd-26d4e071f42a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4547791 Apr 16 16:46:44.394663 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '657bbdd8-4ec5-4915-b99b-b975b7518105', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca38c3f2-aa9f-4270-91fa-1a973a857c8b'}] {{(pid=85337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:46:44.420838 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] For port ca38c3f2-aa9f-4270-91fa-1a973a857c8b, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=ca38c3f2-aa9f-4270-91fa-1a973a857c8b,segment=NetworkSegment(9ac9f406-6c3c-40ac-9dbd-02eabe5a0c9b),segment_id=9ac9f406-6c3c-40ac-9dbd-02eabe5a0c9b)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:46:44.444508 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:44.448120 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:46:44.584193 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '657bbdd8-4ec5-4915-b99b-b975b7518105', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca38c3f2-aa9f-4270-91fa-1a973a857c8b', 'code': 200} Apr 16 16:46:44.597183 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.services.segments.db [None req-501886a2-b61c-4fb7-940f-6bf01d5c3a06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9807ba7-a0c0-4f29-a57e-6960aa72258b']}} {{(pid=85335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:46:44.615015 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.services.segments.db [None req-501886a2-b61c-4fb7-940f-6bf01d5c3a06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b08fa27-254d-41ed-8a73-9ab432f370c1') {'for_net_delete': True} {{(pid=85335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:46:44.615775 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.services.segments.db [None req-501886a2-b61c-4fb7-940f-6bf01d5c3a06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b08fa27-254d-41ed-8a73-9ab432f370c1') {} {{(pid=85335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:46:44.615862 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-3392b92b-6977-4eea-8dcd-a51d4deea1ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:44.626216 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-5470fb87-9b01-489a-ba06-52d87e7e69f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:46:44.636397 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-501886a2-b61c-4fb7-940f-6bf01d5c3a06 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751456237017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4017519'] for segment, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:44.647123 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f76537b9-e852-4c17-a8bc-40bf74738483 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Router 6acbe92d-12b3-49e3-a9cf-2c57dd9776ac has already been hosted by L3 agent 4aa3b6c8-2ef9-4577-bdb6-1cfedaad083f {{(pid=85336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 16:46:44.656146 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3392b92b-6977-4eea-8dcd-a51d4deea1ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9e57199-39af-4f98-bebc-3712803b7a5c,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:46:44.662861 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-501886a2-b61c-4fb7-940f-6bf01d5c3a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-60927'] for segment, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:44.672770 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-465d9050-6d8c-4eba-aaaa-ad7094916ee6 req-4d93fc0b-3ab9-4439-bce2-b26b4b809fb8 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.38 "GET /v2.0/security-groups?id=000be728-5835-465a-a527-c6c2ddb86249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4272499 Apr 16 16:46:44.680838 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-3392b92b-6977-4eea-8dcd-a51d4deea1ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:46:44.683505 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-3392b92b-6977-4eea-8dcd-a51d4deea1ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:44.685040 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-3392b92b-6977-4eea-8dcd-a51d4deea1ce admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f9e57199-39af-4f98-bebc-3712803b7a5c HTTP/1.1" status: 204 len: 168 time: 1.7722533 Apr 16 16:46:44.686928 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-501886a2-b61c-4fb7-940f-6bf01d5c3a06 admin admin] Releasing vlan 755 on physical network physnet1 to pool {{(pid=85335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 16:46:44.775180 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Pushing event updated for resources: {'Port': ['ID=ca38c3f2-aa9f-4270-91fa-1a973a857c8b,revision_number=5']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:46:44.800700 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:46:44.801378 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:46:44.802069 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:46:44.802898 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:46:44.803735 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:46:44.804535 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:46:44.805316 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:46:44.806120 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:46:44.806862 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:46:44.807641 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:46:44.813738 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:46:44.814558 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:46:44.821494 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:46:45.036063 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f76537b9-e852-4c17-a8bc-40bf74738483 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Notify agent at l3_agent.dv-cinder-733622-13-smb the message routers_updated {{(pid=85336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 16:46:45.045522 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f76537b9-e852-4c17-a8bc-40bf74738483 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768218'] for floatingip, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:45.059388 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d20c558-ed62-4ddd-a8d8-68386a91e248 None None] Sync routers for ids ['6acbe92d-12b3-49e3-a9cf-2c57dd9776ac'] in dv-cinder-733622-13-smb {{(pid=85338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 16:46:45.088924 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d20c558-ed62-4ddd-a8d8-68386a91e248 None None] Routers {'6acbe92d-12b3-49e3-a9cf-2c57dd9776ac'} bound to L3 agent in host dv-cinder-733622-13-smb {{(pid=85338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:46:45.089795 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-0d20c558-ed62-4ddd-a8d8-68386a91e248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T16:36:22Z,description=,heartbeat_timestamp=2021-04-16T16:46:22Z,host='dv-cinder-733622-13-smb',id=4aa3b6c8-2ef9-4577-bdb6-1cfedaad083f,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T16:36:22Z,topic='l3_agent')) {'router_ids': ['6acbe92d-12b3-49e3-a9cf-2c57dd9776ac'], 'active': True} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:46:45.147450 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-f76537b9-e852-4c17-a8bc-40bf74738483 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "PUT /v2.0/floatingips/781fdbac-1e58-44fa-a80c-be8bfda35841 HTTP/1.1" status: 200 len: 991 time: 5.0566869 Apr 16 16:46:45.150604 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cca9b35-eea5-4ff7-b3cd-b7b9f12feaf4', 'tag': '2a6213fd-4b58-4def-bbbe-542929ea9b09'}] {{(pid=85336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:46:45.238919 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cca9b35-eea5-4ff7-b3cd-b7b9f12feaf4', 'tag': '2a6213fd-4b58-4def-bbbe-542929ea9b09', 'status': 'completed', 'code': 200} Apr 16 16:46:45.254177 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-501886a2-b61c-4fb7-940f-6bf01d5c3a06 admin admin] Network c9807ba7-a0c0-4f29-a57e-6960aa72258b has no segments {{(pid=85335) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 16:46:45.290786 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-501886a2-b61c-4fb7-940f-6bf01d5c3a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854714905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850738604'] for segment, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:45.455407 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb93c61-4f2f-4294-ab66-ac5e5b8e2998 req-e2db85a0-1ea9-4cfb-aa0a-dbf87f492f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:46:45.458459 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-9cb93c61-4f2f-4294-ab66-ac5e5b8e2998 req-e2db85a0-1ea9-4cfb-aa0a-dbf87f492f87 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=884b1020849e42e3acc115cae0298189&device_id=1cca9b35-eea5-4ff7-b3cd-b7b9f12feaf4 HTTP/1.1" status: 200 len: 1099 time: 0.1870363 Apr 16 16:46:45.564009 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvr_db [None req-0d20c558-ed62-4ddd-a8d8-68386a91e248 None None] Set router 6acbe92d-12b3-49e3-a9cf-2c57dd9776ac gateway port host: dv-cinder-733622-13-smb {{(pid=85338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:46:45.795013 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb93c61-4f2f-4294-ab66-ac5e5b8e2998 req-f85dc34d-587f-4ca8-8751-9d63f402dbab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:46:45.796942 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-9cb93c61-4f2f-4294-ab66-ac5e5b8e2998 req-f85dc34d-587f-4ca8-8751-9d63f402dbab service neutron] 10.222.0.87 "GET /v2.0/networks?id=b5d67f03-2a50-4f49-99e2-88dca9cc2c57 HTTP/1.1" status: 200 len: 912 time: 0.3288615 Apr 16 16:46:46.099005 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-9cb93c61-4f2f-4294-ab66-ac5e5b8e2998 req-ab3f4298-ab78-4f0e-b788-5e735aeef43b service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2a6213fd-4b58-4def-bbbe-542929ea9b09 HTTP/1.1" status: 200 len: 999 time: 0.2062287 Apr 16 16:46:46.239383 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba132bb-0587-4c8b-9c53-dd1d598e0046 req-0ef4c0df-3997-40f2-8431-92c657a14b5e tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:46:46.240912 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-bba132bb-0587-4c8b-9c53-dd1d598e0046 req-0ef4c0df-3997-40f2-8431-92c657a14b5e tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/ports?device_id=657bbdd8-4ec5-4915-b99b-b975b7518105 HTTP/1.1" status: 200 len: 946 time: 0.4419777 Apr 16 16:46:46.245520 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb93c61-4f2f-4294-ab66-ac5e5b8e2998 req-0be18ae5-eb13-4590-aab1-736381d21afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:46:46.248657 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-9cb93c61-4f2f-4294-ab66-ac5e5b8e2998 req-0be18ae5-eb13-4590-aab1-736381d21afe service neutron] 10.222.0.87 "GET /v2.0/subnets?id=649747cf-05da-40d5-a9b4-d5107e9dbf05 HTTP/1.1" status: 200 len: 850 time: 0.1346581 Apr 16 16:46:46.295320 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-501886a2-b61c-4fb7-940f-6bf01d5c3a06 admin admin] Network c9807ba7-a0c0-4f29-a57e-6960aa72258b has no segments {{(pid=85335) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 16:46:46.315348 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [req-343e5755-6d95-4cc3-b185-5852e77c3001 req-01570886-44ab-43ae-b288-782bb2e9720b service neutron] Attempting to bind port d0b9a6cd-841c-49e3-8c7c-4cf3050707ce on host hv-cinder-73362 for vnic_type normal with profile {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 16:46:46.319205 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [req-343e5755-6d95-4cc3-b185-5852e77c3001 req-01570886-44ab-43ae-b288-782bb2e9720b service neutron] Attempting to bind port d0b9a6cd-841c-49e3-8c7c-4cf3050707ce by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '5c466791-b111-4073-b936-58dd24a85aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'a7f4e014-87dd-436c-8396-68b004e6fc6e'}] {{(pid=85335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 16:46:46.320049 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343e5755-6d95-4cc3-b185-5852e77c3001 req-01570886-44ab-43ae-b288-782bb2e9720b service neutron] Attempting to bind port d0b9a6cd-841c-49e3-8c7c-4cf3050707ce on network a7f4e014-87dd-436c-8396-68b004e6fc6e {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 16:46:46.360578 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 37080) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:46:46.388935 dv-cinder-733622-13-smb neutron-server[85220]: Traceback (most recent call last): Apr 16 16:46:46.388935 dv-cinder-733622-13-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 16:46:46.388935 dv-cinder-733622-13-smb neutron-server[85220]: timer() Apr 16 16:46:46.388935 dv-cinder-733622-13-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 16:46:46.388935 dv-cinder-733622-13-smb neutron-server[85220]: cb(*args, **kw) Apr 16 16:46:46.388935 dv-cinder-733622-13-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 16:46:46.388935 dv-cinder-733622-13-smb neutron-server[85220]: return func(*args, **kwargs) Apr 16 16:46:46.388935 dv-cinder-733622-13-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 16:46:46.388935 dv-cinder-733622-13-smb neutron-server[85220]: self._notify() Apr 16 16:46:46.388935 dv-cinder-733622-13-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 16:46:46.388935 dv-cinder-733622-13-smb neutron-server[85220]: self.callback(batched_events) Apr 16 16:46:46.388935 dv-cinder-733622-13-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 16:46:46.388935 dv-cinder-733622-13-smb neutron-server[85220]: event.method(event) Apr 16 16:46:46.388935 dv-cinder-733622-13-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 16:46:46.388935 dv-cinder-733622-13-smb neutron-server[85220]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 16:46:46.388935 dv-cinder-733622-13-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 16:46:46.388935 dv-cinder-733622-13-smb neutron-server[85220]: segment_id)['aggregates'][0] Apr 16 16:46:46.388935 dv-cinder-733622-13-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 16:46:46.388935 dv-cinder-733622-13-smb neutron-server[85220]: return f(self, *a, **k) Apr 16 16:46:46.388935 dv-cinder-733622-13-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 16:46:46.388935 dv-cinder-733622-13-smb neutron-server[85220]: return self._get(url).json() Apr 16 16:46:46.388935 dv-cinder-733622-13-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 16:46:46.388935 dv-cinder-733622-13-smb neutron-server[85220]: **kwargs) Apr 16 16:46:46.388935 dv-cinder-733622-13-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 16:46:46.388935 dv-cinder-733622-13-smb neutron-server[85220]: return self.request(url, 'GET', **kwargs) Apr 16 16:46:46.388935 dv-cinder-733622-13-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 16:46:46.388935 dv-cinder-733622-13-smb neutron-server[85220]: **endpoint_filter) Apr 16 16:46:46.388935 dv-cinder-733622-13-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 16:46:46.388935 dv-cinder-733622-13-smb neutron-server[85220]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 16:46:46.388935 dv-cinder-733622-13-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 16:46:46.388935 dv-cinder-733622-13-smb neutron-server[85220]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 16:46:46.388935 dv-cinder-733622-13-smb neutron-server[85220]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 16:46:46.410731 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-bba132bb-0587-4c8b-9c53-dd1d598e0046 req-d0caa0f8-0fbb-4f66-a6cb-fc5d95db8139 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/security-groups?id=65f8636e-38c2-4e4e-85cd-26d4e071f42a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1608579 Apr 16 16:46:46.478765 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb93c61-4f2f-4294-ab66-ac5e5b8e2998 req-da67d36c-5334-44b6-8410-a5f706e197bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:46:46.480629 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-9cb93c61-4f2f-4294-ab66-ac5e5b8e2998 req-da67d36c-5334-44b6-8410-a5f706e197bc service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=b5d67f03-2a50-4f49-99e2-88dca9cc2c57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1846247 Apr 16 16:46:46.484843 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-0d20c558-ed62-4ddd-a8d8-68386a91e248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6acbe92d-12b3-49e3-a9cf-2c57dd9776ac', 'name': 'tempest-AttachVolumeTestJSON-2033844302-router', 'tenant_id': '884b1020849e42e3acc115cae0298189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'external_fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.194'}], 'enable_snat': True}, 'gw_port_id': 'aabd4896-a6de-4de3-bfd5-7f4fb8cecc07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:45:37Z', 'updated_at': '2021-04-16T16:45:58Z', 'revision_number': 4, 'project_id': '884b1020849e42e3acc115cae0298189', 'gw_port': {'id': 'aabd4896-a6de-4de3-bfd5-7f4fb8cecc07', 'name': '', 'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6acbe92d-12b3-49e3-a9cf-2c57dd9776ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:45:39Z', 'updated_at': '2021-04-16T16:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-smb', '_floatingips': [{'id': '781fdbac-1e58-44fa-a80c-be8bfda35841', 'tenant_id': '884b1020849e42e3acc115cae0298189', 'floating_ip_address': '172.28.2.76', 'floating_network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'router_id': '6acbe92d-12b3-49e3-a9cf-2c57dd9776ac', 'port_id': '2a6213fd-4b58-4def-bbbe-542929ea9b09', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5d67f03-2a50-4f49-99e2-88dca9cc2c57', 'mac_address': 'fa:16:3e:fb:56:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cca9b35-eea5-4ff7-b3cd-b7b9f12feaf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T16:46:09Z', 'updated_at': '2021-04-16T16:46:42Z', 'revision_number': 1, 'project_id': '884b1020849e42e3acc115cae0298189', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b45aaf18-95e8-4b8c-8a6d-1429cfe3d5d8', 'name': '', 'network_id': 'b5d67f03-2a50-4f49-99e2-88dca9cc2c57', 'tenant_id': '884b1020849e42e3acc115cae0298189', 'mac_address': 'fa:16:3e:f1:f0:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6acbe92d-12b3-49e3-a9cf-2c57dd9776ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '649747cf-05da-40d5-a9b4-d5107e9dbf05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:45:55Z', 'updated_at': '2021-04-16T16:46:11Z', 'revision_number': 5, 'project_id': '884b1020849e42e3acc115cae0298189', 'subnets': [{'id': '649747cf-05da-40d5-a9b4-d5107e9dbf05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-13-smb', False) {} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:46:46.493196 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d20c558-ed62-4ddd-a8d8-68386a91e248 None None] Checking router: 6acbe92d-12b3-49e3-a9cf-2c57dd9776ac for host: dv-cinder-733622-13-smb {{(pid=85338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 16:46:46.507117 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d20c558-ed62-4ddd-a8d8-68386a91e248 None None] Routers {'6acbe92d-12b3-49e3-a9cf-2c57dd9776ac'} bound to L3 agent in host dv-cinder-733622-13-smb {{(pid=85338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:46:46.508143 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-0d20c558-ed62-4ddd-a8d8-68386a91e248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T16:36:22Z,description=,heartbeat_timestamp=2021-04-16T16:46:22Z,host='dv-cinder-733622-13-smb',id=4aa3b6c8-2ef9-4577-bdb6-1cfedaad083f,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T16:36:22Z,topic='l3_agent')) {'router_ids': ['6acbe92d-12b3-49e3-a9cf-2c57dd9776ac'], 'active': True} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:46:46.605870 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343e5755-6d95-4cc3-b185-5852e77c3001 req-01570886-44ab-43ae-b288-782bb2e9720b service neutron] Port d0b9a6cd-841c-49e3-8c7c-4cf3050707ce on network a7f4e014-87dd-436c-8396-68b004e6fc6e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 16:46:46.608304 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343e5755-6d95-4cc3-b185-5852e77c3001 req-01570886-44ab-43ae-b288-782bb2e9720b service neutron] Attempting to bind port d0b9a6cd-841c-49e3-8c7c-4cf3050707ce on network a7f4e014-87dd-436c-8396-68b004e6fc6e {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 16:46:46.691712 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343e5755-6d95-4cc3-b185-5852e77c3001 req-01570886-44ab-43ae-b288-782bb2e9720b service neutron] Checking agent: {'id': '0677065c-8485-4f55-bc15-3b41e2e6feb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 16, 43, 39), 'started_at': datetime.datetime(2021, 4, 16, 16, 43, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 16:46:46.692078 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343e5755-6d95-4cc3-b185-5852e77c3001 req-01570886-44ab-43ae-b288-782bb2e9720b service neutron] Checking segment: {'id': '5c466791-b111-4073-b936-58dd24a85aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'a7f4e014-87dd-436c-8396-68b004e6fc6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 16:46:46.692743 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343e5755-6d95-4cc3-b185-5852e77c3001 req-01570886-44ab-43ae-b288-782bb2e9720b service neutron] Bound using segment: {'id': '5c466791-b111-4073-b936-58dd24a85aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'a7f4e014-87dd-436c-8396-68b004e6fc6e'} {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 16:46:46.693394 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [req-343e5755-6d95-4cc3-b185-5852e77c3001 req-01570886-44ab-43ae-b288-782bb2e9720b service neutron] Bound port: d0b9a6cd-841c-49e3-8c7c-4cf3050707ce, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c466791-b111-4073-b936-58dd24a85aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'a7f4e014-87dd-436c-8396-68b004e6fc6e'}}] {{(pid=85335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 16:46:46.693942 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-343e5755-6d95-4cc3-b185-5852e77c3001 req-01570886-44ab-43ae-b288-782bb2e9720b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:46.733843 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dbfe5a-fd37-4523-a438-af4d37f065fe req-33a0f6e3-0b9b-48c8-aedf-88fb57f4d5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:46:46.740051 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-76dbfe5a-fd37-4523-a438-af4d37f065fe req-33a0f6e3-0b9b-48c8-aedf-88fb57f4d5d7 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=657bbdd8-4ec5-4915-b99b-b975b7518105 HTTP/1.1" status: 200 len: 1099 time: 1.6652822 Apr 16 16:46:46.882442 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-501886a2-b61c-4fb7-940f-6bf01d5c3a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036852774383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854349050'] for network, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:46.911311 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-501886a2-b61c-4fb7-940f-6bf01d5c3a06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609088'] for network, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:46.931215 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:46:46.962990 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c68c9d-c6d1-4a71-aebb-a35cbcf1727e req-db7a4222-077b-4394-9420-e021df50c5b9 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:46:46.963797 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-f2c68c9d-c6d1-4a71-aebb-a35cbcf1727e req-db7a4222-077b-4394-9420-e021df50c5b9 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Synchronizing usage tracker for tenant:43227d5615b84ce4a66767a47689161f on resource:port {{(pid=85335) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 16:46:46.975861 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-9cb93c61-4f2f-4294-ab66-ac5e5b8e2998 req-bfb76625-d37c-4c97-84f4-14fc17e5db71 service neutron] 10.222.0.87 "GET /v2.0/networks/b5d67f03-2a50-4f49-99e2-88dca9cc2c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4869986 Apr 16 16:46:46.977825 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-501886a2-b61c-4fb7-940f-6bf01d5c3a06 admin admin] 10.222.0.38 "DELETE /v2.0/networks/c9807ba7-a0c0-4f29-a57e-6960aa72258b HTTP/1.1" status: 204 len: 168 time: 3.8537722 Apr 16 16:46:46.980500 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-76dbfe5a-fd37-4523-a438-af4d37f065fe req-b278e7eb-72b8-4abf-a235-7bf7fb5fad1c service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=65f8636e-38c2-4e4e-85cd-26d4e071f42a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2063432 Apr 16 16:46:46.981882 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvr_db [None req-0d20c558-ed62-4ddd-a8d8-68386a91e248 None None] Set router 6acbe92d-12b3-49e3-a9cf-2c57dd9776ac gateway port host: dv-cinder-733622-13-smb {{(pid=85338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:46:46.993843 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501886a2-b61c-4fb7-940f-6bf01d5c3a06 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9807ba7-a0c0-4f29-a57e-6960aa72258b,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:46:46.997380 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-501886a2-b61c-4fb7-940f-6bf01d5c3a06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:46:47.025386 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [req-343e5755-6d95-4cc3-b185-5852e77c3001 req-01570886-44ab-43ae-b288-782bb2e9720b service neutron] For port d0b9a6cd-841c-49e3-8c7c-4cf3050707ce, host hv-cinder-73362, cleared binding levels {{(pid=85335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 16:46:47.029275 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [req-343e5755-6d95-4cc3-b185-5852e77c3001 req-01570886-44ab-43ae-b288-782bb2e9720b service neutron] For port d0b9a6cd-841c-49e3-8c7c-4cf3050707ce, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=d0b9a6cd-841c-49e3-8c7c-4cf3050707ce,segment=NetworkSegment(5c466791-b111-4073-b936-58dd24a85aef),segment_id=5c466791-b111-4073-b936-58dd24a85aef)] {{(pid=85335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 16:46:47.031177 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-f2c68c9d-c6d1-4a71-aebb-a35cbcf1727e req-db7a4222-077b-4394-9420-e021df50c5b9 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Unset dirty status for tenant:43227d5615b84ce4a66767a47689161f on resource:port {{(pid=85335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 16:46:47.040171 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-f2c68c9d-c6d1-4a71-aebb-a35cbcf1727e req-db7a4222-077b-4394-9420-e021df50c5b9 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb9e3f0c-5943-4494-be97-adcc28fdcd88 HTTP/1.1" status: 200 len: 943 time: 1.0490949 Apr 16 16:46:47.058748 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-343e5755-6d95-4cc3-b185-5852e77c3001 req-01570886-44ab-43ae-b288-782bb2e9720b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4038072'] for port, after_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:47.090516 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-dd89860e-b90d-4ce9-99e5-71315fd595ad tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:46:47.178205 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-995ae5a5-faf0-4446-8071-6802d28973c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:47.222223 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-995ae5a5-faf0-4446-8071-6802d28973c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:46:47.222765 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-f2c68c9d-c6d1-4a71-aebb-a35cbcf1727e req-c595ecf2-d4d7-4719-bf3a-45181e43c8ff tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.38 "GET /v2.0/security-groups?id=000be728-5835-465a-a527-c6c2ddb86249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812518 Apr 16 16:46:47.249197 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-995ae5a5-faf0-4446-8071-6802d28973c8 admin admin] Usage tracker for resource:security_group_rule and tenant:76763a471024411f84deea84984c4132 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:46:47.258459 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-995ae5a5-faf0-4446-8071-6802d28973c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:46:47.273712 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-995ae5a5-faf0-4446-8071-6802d28973c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:46:47.365935 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-9cb93c61-4f2f-4294-ab66-ac5e5b8e2998 req-f9ac28a2-2316-4061-9cf3-3f411c4e948a service neutron] 10.222.0.87 "GET /v2.0/networks/b5d67f03-2a50-4f49-99e2-88dca9cc2c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3826165 Apr 16 16:46:47.439478 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01570886-44ab-43ae-b288-782bb2e9720b service neutron] Pushing event updated for resources: {'Port': ['ID=d0b9a6cd-841c-49e3-8c7c-4cf3050707ce,revision_number=3']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:46:47.444589 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-01570886-44ab-43ae-b288-782bb2e9720b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:46:47.482946 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 37116) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:46:47.557865 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343e5755-6d95-4cc3-b185-5852e77c3001 req-01570886-44ab-43ae-b288-782bb2e9720b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:46:47.559050 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-343e5755-6d95-4cc3-b185-5852e77c3001 req-01570886-44ab-43ae-b288-782bb2e9720b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768218'] for port, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:47.560970 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-343e5755-6d95-4cc3-b185-5852e77c3001 req-01570886-44ab-43ae-b288-782bb2e9720b service neutron] 10.222.0.87 "PUT /v2.0/ports/d0b9a6cd-841c-49e3-8c7c-4cf3050707ce HTTP/1.1" status: 200 len: 1093 time: 5.6432741 Apr 16 16:46:47.567340 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb9e3f0c-5943-4494-be97-adcc28fdcd88', 'tag': 'd0b9a6cd-841c-49e3-8c7c-4cf3050707ce'}] {{(pid=85335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:46:47.600472 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-3bf96ea7-77c6-442e-be1f-766b4ee633ea admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=157fd34e509345c597d19b22a98ced24&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1157112 Apr 16 16:46:47.602657 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-995ae5a5-faf0-4446-8071-6802d28973c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:47.603327 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 37126) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:46:47.608690 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-995ae5a5-faf0-4446-8071-6802d28973c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:47.713571 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:46:47.735157 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-995ae5a5-faf0-4446-8071-6802d28973c8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=76763a471024411f84deea84984c4132&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3631151 Apr 16 16:46:47.752615 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb9e3f0c-5943-4494-be97-adcc28fdcd88', 'tag': 'd0b9a6cd-841c-49e3-8c7c-4cf3050707ce', 'status': 'completed', 'code': 200} Apr 16 16:46:47.767412 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 37132) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:46:47.769172 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995ae5a5-faf0-4446-8071-6802d28973c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08ebc064-3914-4f0b-92ad-b36558f1dc7c,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:46:47.793346 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-995ae5a5-faf0-4446-8071-6802d28973c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:46:47.919942 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-0d20c558-ed62-4ddd-a8d8-68386a91e248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6acbe92d-12b3-49e3-a9cf-2c57dd9776ac', 'name': 'tempest-AttachVolumeTestJSON-2033844302-router', 'tenant_id': '884b1020849e42e3acc115cae0298189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'external_fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.194'}], 'enable_snat': True}, 'gw_port_id': 'aabd4896-a6de-4de3-bfd5-7f4fb8cecc07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:45:37Z', 'updated_at': '2021-04-16T16:45:58Z', 'revision_number': 4, 'project_id': '884b1020849e42e3acc115cae0298189', 'gw_port': {'id': 'aabd4896-a6de-4de3-bfd5-7f4fb8cecc07', 'name': '', 'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6acbe92d-12b3-49e3-a9cf-2c57dd9776ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:45:39Z', 'updated_at': '2021-04-16T16:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-smb', '_floatingips': [{'id': '781fdbac-1e58-44fa-a80c-be8bfda35841', 'tenant_id': '884b1020849e42e3acc115cae0298189', 'floating_ip_address': '172.28.2.76', 'floating_network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'router_id': '6acbe92d-12b3-49e3-a9cf-2c57dd9776ac', 'port_id': '2a6213fd-4b58-4def-bbbe-542929ea9b09', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5d67f03-2a50-4f49-99e2-88dca9cc2c57', 'mac_address': 'fa:16:3e:fb:56:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cca9b35-eea5-4ff7-b3cd-b7b9f12feaf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T16:46:09Z', 'updated_at': '2021-04-16T16:46:42Z', 'revision_number': 1, 'project_id': '884b1020849e42e3acc115cae0298189', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b45aaf18-95e8-4b8c-8a6d-1429cfe3d5d8', 'name': '', 'network_id': 'b5d67f03-2a50-4f49-99e2-88dca9cc2c57', 'tenant_id': '884b1020849e42e3acc115cae0298189', 'mac_address': 'fa:16:3e:f1:f0:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6acbe92d-12b3-49e3-a9cf-2c57dd9776ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '649747cf-05da-40d5-a9b4-d5107e9dbf05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:45:55Z', 'updated_at': '2021-04-16T16:46:11Z', 'revision_number': 5, 'project_id': '884b1020849e42e3acc115cae0298189', 'subnets': [{'id': '649747cf-05da-40d5-a9b4-d5107e9dbf05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-13-smb', False) {} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:46:47.939543 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d20c558-ed62-4ddd-a8d8-68386a91e248 None None] The sync data for ids ['6acbe92d-12b3-49e3-a9cf-2c57dd9776ac'] in dv-cinder-733622-13-smb is: [{'id': '6acbe92d-12b3-49e3-a9cf-2c57dd9776ac', 'name': 'tempest-AttachVolumeTestJSON-2033844302-router', 'tenant_id': '884b1020849e42e3acc115cae0298189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'external_fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.194'}], 'enable_snat': True}, 'gw_port_id': 'aabd4896-a6de-4de3-bfd5-7f4fb8cecc07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:45:37Z', 'updated_at': '2021-04-16T16:45:58Z', 'revision_number': 4, 'project_id': '884b1020849e42e3acc115cae0298189', 'gw_port': {'id': 'aabd4896-a6de-4de3-bfd5-7f4fb8cecc07', 'name': '', 'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6acbe92d-12b3-49e3-a9cf-2c57dd9776ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:45:39Z', 'updated_at': '2021-04-16T16:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-smb', '_floatingips': [{'id': '781fdbac-1e58-44fa-a80c-be8bfda35841', 'tenant_id': '884b1020849e42e3acc115cae0298189', 'floating_ip_address': '172.28.2.76', 'floating_network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'router_id': '6acbe92d-12b3-49e3-a9cf-2c57dd9776ac', 'port_id': '2a6213fd-4b58-4def-bbbe-542929ea9b09', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5d67f03-2a50-4f49-99e2-88dca9cc2c57', 'mac_address': 'fa:16:3e:fb:56:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cca9b35-eea5-4ff7-b3cd-b7b9f12feaf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T16:46:09Z', 'updated_at': '2021-04-16T16:46:42Z', 'revision_number': 1, 'project_id': '884b1020849e42e3acc115cae0298189', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b45aaf18-95e8-4b8c-8a6d-1429cfe3d5d8', 'name': '', 'network_id': 'b5d67f03-2a50-4f49-99e2-88dca9cc2c57', 'tenant_id': '884b1020849e42e3acc115cae0298189', 'mac_address': 'fa:16:3e:f1:f0:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6acbe92d-12b3-49e3-a9cf-2c57dd9776ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '649747cf-05da-40d5-a9b4-d5107e9dbf05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:45:55Z', 'updated_at': '2021-04-16T16:46:11Z', 'revision_number': 5, 'project_id': '884b1020849e42e3acc115cae0298189', 'subnets': [{'id': '649747cf-05da-40d5-a9b4-d5107e9dbf05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 16:46:47.999841 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-3ac718c1-8d01-4561-8d3e-ffe8661d922f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:48.012990 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343e5755-6d95-4cc3-b185-5852e77c3001 req-ebce20cf-7510-44bd-a0e4-34ad9ba6609e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:46:48.016082 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-343e5755-6d95-4cc3-b185-5852e77c3001 req-ebce20cf-7510-44bd-a0e4-34ad9ba6609e service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=43227d5615b84ce4a66767a47689161f&device_id=cb9e3f0c-5943-4494-be97-adcc28fdcd88 HTTP/1.1" status: 200 len: 1096 time: 0.3890674 Apr 16 16:46:48.063598 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8eceda50-5559-4cbd-9e45-a9b01d6f3ade admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:48.158880 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8eceda50-5559-4cbd-9e45-a9b01d6f3ade admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:48.173033 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-343e5755-6d95-4cc3-b185-5852e77c3001 req-da9fc908-e97f-4498-8a25-8bcabe454a25 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d0b9a6cd-841c-49e3-8c7c-4cf3050707ce HTTP/1.1" status: 200 len: 217 time: 0.1314516 Apr 16 16:46:48.180232 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-3ac718c1-8d01-4561-8d3e-ffe8661d922f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:48.241181 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8eceda50-5559-4cbd-9e45-a9b01d6f3ade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:48.246300 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-22959cc4-187a-4fcf-b34d-ef63ae497089 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:46:48.416078 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343e5755-6d95-4cc3-b185-5852e77c3001 req-c3dd93ee-81db-40df-8ed5-f874bdbc3db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:46:48.424168 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-343e5755-6d95-4cc3-b185-5852e77c3001 req-c3dd93ee-81db-40df-8ed5-f874bdbc3db2 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=5ae8a7aa-8888-4dcf-9347-2e1ca7171a9b HTTP/1.1" status: 200 len: 855 time: 0.2312772 Apr 16 16:46:48.449151 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7212ef7-0eb5-48a5-8531-4af2faa5e30a None None] New status for floating IP 781fdbac-1e58-44fa-a80c-be8bfda35841: ACTIVE {{(pid=85337) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 16 16:46:48.602826 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-343e5755-6d95-4cc3-b185-5852e77c3001 req-46c9b073-ade6-437b-9436-050082f5fe86 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=a7f4e014-87dd-436c-8396-68b004e6fc6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1620474 Apr 16 16:46:48.740480 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eceda50-5559-4cbd-9e45-a9b01d6f3ade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08ebc064-3914-4f0b-92ad-b36558f1dc7c,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:46:48.747758 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-8eceda50-5559-4cbd-9e45-a9b01d6f3ade admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.501s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:46:48.750213 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8eceda50-5559-4cbd-9e45-a9b01d6f3ade admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:48.754448 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-8eceda50-5559-4cbd-9e45-a9b01d6f3ade admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/08ebc064-3914-4f0b-92ad-b36558f1dc7c HTTP/1.1" status: 204 len: 168 time: 0.9674413 Apr 16 16:46:48.804238 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00323d57-c75e-4f0b-af2f-8c2958725b9f req-c7a41720-bd9c-4aaf-8e05-f6e482bfb162 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:46:48.806212 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-00323d57-c75e-4f0b-af2f-8c2958725b9f req-c7a41720-bd9c-4aaf-8e05-f6e482bfb162 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/ports?device_id=657bbdd8-4ec5-4915-b99b-b975b7518105 HTTP/1.1" status: 200 len: 946 time: 0.8911901 Apr 16 16:46:48.857169 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-3ac718c1-8d01-4561-8d3e-ffe8661d922f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:48.876946 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c08050ff-d50c-4fb1-8695-e2f029109bb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:46:48.909543 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-00323d57-c75e-4f0b-af2f-8c2958725b9f req-a6a26168-eb4c-4e5e-bc5a-2374d844a8aa tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/security-groups?id=65f8636e-38c2-4e4e-85cd-26d4e071f42a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917413 Apr 16 16:46:48.960485 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac718c1-8d01-4561-8d3e-ffe8661d922f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6ced1af-59d2-4328-83d4-a233a501bc09,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:46:49.000974 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-3ac718c1-8d01-4561-8d3e-ffe8661d922f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:46:49.073253 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-3ac718c1-8d01-4561-8d3e-ffe8661d922f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:49.080656 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-3ac718c1-8d01-4561-8d3e-ffe8661d922f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a6ced1af-59d2-4328-83d4-a233a501bc09 HTTP/1.1" status: 204 len: 168 time: 1.4757571 Apr 16 16:46:49.195036 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7b9e94-8f5e-497f-8b7f-e447245fd510 req-cf62654b-077e-443b-828c-5ace8581e3af tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:46:49.211347 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-4f7b9e94-8f5e-497f-8b7f-e447245fd510 req-cf62654b-077e-443b-828c-5ace8581e3af tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb9e3f0c-5943-4494-be97-adcc28fdcd88 HTTP/1.1" status: 200 len: 943 time: 0.6062331 Apr 16 16:46:49.258044 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-343e5755-6d95-4cc3-b185-5852e77c3001 req-1163ed4f-1950-4ec1-8fb4-f97da83e5ae2 service neutron] 10.222.0.87 "GET /v2.0/networks/a7f4e014-87dd-436c-8396-68b004e6fc6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5760348 Apr 16 16:46:49.331670 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-4f7b9e94-8f5e-497f-8b7f-e447245fd510 req-55cb054b-94a7-4446-ab70-c3a1ee8f1113 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.38 "GET /v2.0/security-groups?id=000be728-5835-465a-a527-c6c2ddb86249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072934 Apr 16 16:46:49.670554 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-343e5755-6d95-4cc3-b185-5852e77c3001 req-a72208da-c291-4562-880c-6e1f81f512fc service neutron] 10.222.0.87 "GET /v2.0/networks/a7f4e014-87dd-436c-8396-68b004e6fc6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3681321 Apr 16 16:46:49.792551 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e7eec709-0d10-4b69-9ae9-c035e5366f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:49.913090 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16702f3d-8601-455f-9248-728bbfe65e59 req-1031b6a9-6a91-4306-a995-555107f6e435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:46:49.915249 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-16702f3d-8601-455f-9248-728bbfe65e59 req-1031b6a9-6a91-4306-a995-555107f6e435 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=43227d5615b84ce4a66767a47689161f&device_id=cb9e3f0c-5943-4494-be97-adcc28fdcd88 HTTP/1.1" status: 200 len: 1096 time: 0.1620884 Apr 16 16:46:50.093119 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 37206) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:46:50.113408 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16702f3d-8601-455f-9248-728bbfe65e59 req-8ddf5946-c69d-42ea-90a1-c0730a47085f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:46:50.115422 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-16702f3d-8601-455f-9248-728bbfe65e59 req-8ddf5946-c69d-42ea-90a1-c0730a47085f service neutron] 10.222.0.87 "GET /v2.0/networks?id=a7f4e014-87dd-436c-8396-68b004e6fc6e HTTP/1.1" status: 200 len: 916 time: 0.1866336 Apr 16 16:46:50.298874 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-16702f3d-8601-455f-9248-728bbfe65e59 req-1dc80f64-34a6-4240-9321-c798441128e2 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d0b9a6cd-841c-49e3-8c7c-4cf3050707ce HTTP/1.1" status: 200 len: 217 time: 0.1703389 Apr 16 16:46:50.404601 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16702f3d-8601-455f-9248-728bbfe65e59 req-eb5e90a2-d068-49f3-acc7-819b0a09674f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:46:50.406416 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-16702f3d-8601-455f-9248-728bbfe65e59 req-eb5e90a2-d068-49f3-acc7-819b0a09674f service neutron] 10.222.0.87 "GET /v2.0/subnets?id=5ae8a7aa-8888-4dcf-9347-2e1ca7171a9b HTTP/1.1" status: 200 len: 855 time: 0.0880184 Apr 16 16:46:50.488383 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-16702f3d-8601-455f-9248-728bbfe65e59 req-08c723c4-ce2b-4910-879c-2cd010372257 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=a7f4e014-87dd-436c-8396-68b004e6fc6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681503 Apr 16 16:46:50.489425 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 37222) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:46:50.510426 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2705083-a0ad-413e-ad8b-bcc89e9665fa req-52ad5ddd-463b-475a-92be-1c1a1d696585 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:46:50.519120 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-a2705083-a0ad-413e-ad8b-bcc89e9665fa req-52ad5ddd-463b-475a-92be-1c1a1d696585 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/ports?device_id=657bbdd8-4ec5-4915-b99b-b975b7518105 HTTP/1.1" status: 200 len: 946 time: 0.2865875 Apr 16 16:46:50.675363 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-2384147b-d600-4e1f-84da-06d3aa683a02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:50.729354 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-227552ec-fabd-40f8-aa44-70d60e8a075f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:50.758300 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-227552ec-fabd-40f8-aa44-70d60e8a075f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:46:50.765486 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-227552ec-fabd-40f8-aa44-70d60e8a075f admin admin] Usage tracker for resource:security_group_rule and tenant:d036244d42a74619beb35083b566cb3e is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:46:50.773666 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-227552ec-fabd-40f8-aa44-70d60e8a075f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:46:50.787891 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-227552ec-fabd-40f8-aa44-70d60e8a075f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:46:50.791373 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-2384147b-d600-4e1f-84da-06d3aa683a02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:46:50.801580 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-16702f3d-8601-455f-9248-728bbfe65e59 req-d919a96c-d30f-4a3d-bb21-ce63ed553ea0 service neutron] 10.222.0.87 "GET /v2.0/networks/a7f4e014-87dd-436c-8396-68b004e6fc6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3019388 Apr 16 16:46:50.817961 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-a2705083-a0ad-413e-ad8b-bcc89e9665fa req-991e00b6-c3e2-4f73-bd60-f46a0631a274 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/security-groups?id=65f8636e-38c2-4e4e-85cd-26d4e071f42a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2977979 Apr 16 16:46:50.818850 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-2384147b-d600-4e1f-84da-06d3aa683a02 admin admin] Usage tracker for resource:security_group_rule and tenant:b78e2a741a7546bebb960add3f2b785d is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:46:50.980742 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-2384147b-d600-4e1f-84da-06d3aa683a02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:46:51.037791 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-227552ec-fabd-40f8-aa44-70d60e8a075f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:51.059459 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-2384147b-d600-4e1f-84da-06d3aa683a02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:46:51.071259 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-227552ec-fabd-40f8-aa44-70d60e8a075f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:51.090627 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:46:51.143295 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227552ec-fabd-40f8-aa44-70d60e8a075f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=846fc2a9-30c5-460c-8c34-8a9e37f554df,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:46:51.164754 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-16702f3d-8601-455f-9248-728bbfe65e59 req-c790dce6-5dd7-4e0d-91d9-78a88927ae20 service neutron] 10.222.0.87 "GET /v2.0/networks/a7f4e014-87dd-436c-8396-68b004e6fc6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3386405 Apr 16 16:46:51.197359 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f77257c-7366-497c-86bd-8ed4be33375b req-212bca6a-f88c-4a9f-8db9-515b2139d473 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:46:51.207938 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-9f77257c-7366-497c-86bd-8ed4be33375b req-212bca6a-f88c-4a9f-8db9-515b2139d473 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb9e3f0c-5943-4494-be97-adcc28fdcd88 HTTP/1.1" status: 200 len: 943 time: 0.6631021 Apr 16 16:46:51.226771 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-227552ec-fabd-40f8-aa44-70d60e8a075f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:46:51.303133 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-9f77257c-7366-497c-86bd-8ed4be33375b req-fd9719aa-660e-40a2-ae31-8e0687e44d9d tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.38 "GET /v2.0/security-groups?id=000be728-5835-465a-a527-c6c2ddb86249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934694 Apr 16 16:46:51.311301 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-227552ec-fabd-40f8-aa44-70d60e8a075f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d036244d42a74619beb35083b566cb3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8204434 Apr 16 16:46:51.330246 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 37252) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:46:51.417270 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-2384147b-d600-4e1f-84da-06d3aa683a02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:51.420329 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-2384147b-d600-4e1f-84da-06d3aa683a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:51.421854 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43128a34-b34a-4126-8c4c-d60b5a3ccc1a req-dab7ac8b-528f-42a8-9c07-81605ef5ac83 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:46:51.424695 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-43128a34-b34a-4126-8c4c-d60b5a3ccc1a req-dab7ac8b-528f-42a8-9c07-81605ef5ac83 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/ports?device_id=657bbdd8-4ec5-4915-b99b-b975b7518105 HTTP/1.1" status: 200 len: 946 time: 0.2014949 Apr 16 16:46:51.433102 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:46:51.470431 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 37266) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:46:51.471734 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2384147b-d600-4e1f-84da-06d3aa683a02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf59aa9a-b969-4876-9a2d-08e4be63e63d,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:46:51.480670 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-2384147b-d600-4e1f-84da-06d3aa683a02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:46:51.489597 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-156a2817-a2b9-4d17-abe4-45102775e3d7 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Request body: {'floatingip': {'port_id': 'ca38c3f2-aa9f-4270-91fa-1a973a857c8b'}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:46:51.640373 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-156a2817-a2b9-4d17-abe4-45102775e3d7 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Notify callbacks [] for floatingip, before_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:51.799994 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-92cc1fc8-9576-4e9d-a50a-71f1b7a08eb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:51.816963 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a6a76c4b-b854-4973-8f46-bd8c0ce5fd34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:51.843805 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-2384147b-d600-4e1f-84da-06d3aa683a02 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b78e2a741a7546bebb960add3f2b785d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7494466 Apr 16 16:46:51.853400 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 37286) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:46:51.862257 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Device d0b9a6cd-841c-49e3-8c7c-4cf3050707ce details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=85337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 16:46:51.934405 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 37294) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:46:52.006502 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-92cc1fc8-9576-4e9d-a50a-71f1b7a08eb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:52.016993 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f0cc0ba6-90f6-4c4f-a704-fa63286aea40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:52.126890 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] For port d0b9a6cd-841c-49e3-8c7c-4cf3050707ce, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=d0b9a6cd-841c-49e3-8c7c-4cf3050707ce,segment=NetworkSegment(5c466791-b111-4073-b936-58dd24a85aef),segment_id=5c466791-b111-4073-b936-58dd24a85aef)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:46:52.145284 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Returning: {'device': 'd0b9a6cd-841c-49e3-8c7c-4cf3050707ce', 'network_id': 'a7f4e014-87dd-436c-8396-68b004e6fc6e', 'port_id': 'd0b9a6cd-841c-49e3-8c7c-4cf3050707ce', 'mac_address': 'fa:16:3e:48:25:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 768, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ae8a7aa-8888-4dcf-9347-2e1ca7171a9b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 16:46:52.218151 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f0cc0ba6-90f6-4c4f-a704-fa63286aea40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:52.239820 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:52.268882 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0b9a6cd-841c-49e3-8c7c-4cf3050707ce {{(pid=85337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 16:46:52.298756 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] For port d0b9a6cd-841c-49e3-8c7c-4cf3050707ce, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=d0b9a6cd-841c-49e3-8c7c-4cf3050707ce,segment=NetworkSegment(5c466791-b111-4073-b936-58dd24a85aef),segment_id=5c466791-b111-4073-b936-58dd24a85aef)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:46:52.302872 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:52.307455 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:46:52.327068 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-92cc1fc8-9576-4e9d-a50a-71f1b7a08eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:52.357962 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-9cdf8ae8-322f-4539-9b83-c9bb240e6f39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:46:52.377135 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cc1fc8-9576-4e9d-a50a-71f1b7a08eb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=846fc2a9-30c5-460c-8c34-8a9e37f554df,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:46:52.382300 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-92cc1fc8-9576-4e9d-a50a-71f1b7a08eb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:46:52.390614 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-92cc1fc8-9576-4e9d-a50a-71f1b7a08eb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:52.393641 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-92cc1fc8-9576-4e9d-a50a-71f1b7a08eb2 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/846fc2a9-30c5-460c-8c34-8a9e37f554df HTTP/1.1" status: 204 len: 168 time: 1.0623572 Apr 16 16:46:52.425460 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f0cc0ba6-90f6-4c4f-a704-fa63286aea40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:52.446541 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:46:52.484934 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Pushing event updated for resources: {'Port': ['ID=d0b9a6cd-841c-49e3-8c7c-4cf3050707ce,revision_number=4']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:46:52.491305 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:46:52.505405 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cc0ba6-90f6-4c4f-a704-fa63286aea40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf59aa9a-b969-4876-9a2d-08e4be63e63d,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:46:52.527766 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-f0cc0ba6-90f6-4c4f-a704-fa63286aea40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:46:52.535320 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f0cc0ba6-90f6-4c4f-a704-fa63286aea40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:52.561907 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-f0cc0ba6-90f6-4c4f-a704-fa63286aea40 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/cf59aa9a-b969-4876-9a2d-08e4be63e63d HTTP/1.1" status: 204 len: 168 time: 0.6949635 Apr 16 16:46:52.580255 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 37328) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:46:52.676554 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] get_ports_and_sgs() called for port_ids ['d0b9a6cd-841c-49e3-8c7c-4cf3050707ce'] {{(pid=85337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 16:46:52.733849 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4541baae-0224-422a-9272-a50d71d0b727 req-78e49ac0-98d6-4366-ad6c-612ed9824f5d tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:46:52.736302 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-4541baae-0224-422a-9272-a50d71d0b727 req-78e49ac0-98d6-4366-ad6c-612ed9824f5d tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb9e3f0c-5943-4494-be97-adcc28fdcd88 HTTP/1.1" status: 200 len: 944 time: 0.1714997 Apr 16 16:46:52.778471 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-156a2817-a2b9-4d17-abe4-45102775e3d7 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:52.782580 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-156a2817-a2b9-4d17-abe4-45102775e3d7 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854349033'] for floatingip, after_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:52.853596 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-45c0d62a-bc24-48a8-9022-8ca56da26294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:52.897406 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-4541baae-0224-422a-9272-a50d71d0b727 req-da650cf3-0766-42e7-be24-0a2490c50e53 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.38 "GET /v2.0/security-groups?id=000be728-5835-465a-a527-c6c2ddb86249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470072 Apr 16 16:46:53.053160 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-1804da62-c1f7-4634-99ef-d589e31eedb9 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2010449493-network', 'tenant_id': '3dd53e8589184e7f8377266cec951d0d'}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:46:53.068709 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-1804da62-c1f7-4634-99ef-d589e31eedb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:46:53.077319 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-1804da62-c1f7-4634-99ef-d589e31eedb9 admin admin] Usage tracker for resource:network and tenant:3dd53e8589184e7f8377266cec951d0d is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:46:53.092319 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-1804da62-c1f7-4634-99ef-d589e31eedb9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:46:53.102815 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-1804da62-c1f7-4634-99ef-d589e31eedb9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:46:53.108604 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.db.l3_db [None req-156a2817-a2b9-4d17-abe4-45102775e3d7 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Floating IP bed60baa-68b0-41f2-92e0-30b468643824 associated. External IP: 172.28.2.189, port: ca38c3f2-aa9f-4270-91fa-1a973a857c8b. Apr 16 16:46:53.179633 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-21a72af2-332f-4a61-bcf0-91e9bf94d316 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:53.213646 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-21a72af2-332f-4a61-bcf0-91e9bf94d316 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:46:53.221462 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-21a72af2-332f-4a61-bcf0-91e9bf94d316 admin admin] Usage tracker for resource:security_group_rule and tenant:74035c71bc9f41509170b781a8df3a6d is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:46:53.230972 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-21a72af2-332f-4a61-bcf0-91e9bf94d316 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:46:53.240524 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-21a72af2-332f-4a61-bcf0-91e9bf94d316 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:46:53.320908 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1804da62-c1f7-4634-99ef-d589e31eedb9 admin admin] Made reservation on behalf of 3dd53e8589184e7f8377266cec951d0d for: {'network': 1} {{(pid=85336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 16:46:53.339499 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1804da62-c1f7-4634-99ef-d589e31eedb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for network, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:53.374893 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1804da62-c1f7-4634-99ef-d589e31eedb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:53.414092 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-1804da62-c1f7-4634-99ef-d589e31eedb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:46:53.419339 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-1804da62-c1f7-4634-99ef-d589e31eedb9 admin admin] Usage tracker for resource:security_group_rule and tenant:3dd53e8589184e7f8377266cec951d0d is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:46:53.424526 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-1804da62-c1f7-4634-99ef-d589e31eedb9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:46:53.424820 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-21a72af2-332f-4a61-bcf0-91e9bf94d316 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:53.433317 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-21a72af2-332f-4a61-bcf0-91e9bf94d316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:53.435563 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-1804da62-c1f7-4634-99ef-d589e31eedb9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:46:53.448055 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-92cc1fc8-9576-4e9d-a50a-71f1b7a08eb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:46:53.492836 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 37364) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:46:53.502992 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:53.579710 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-21a72af2-332f-4a61-bcf0-91e9bf94d316 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=74035c71bc9f41509170b781a8df3a6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9970071 Apr 16 16:46:53.581906 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-6d3da1d8-0931-4c5f-a9a4-ef2a1c37e968 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:53.592051 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 37370) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:46:53.600574 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1804da62-c1f7-4634-99ef-d589e31eedb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:53.601228 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a72af2-332f-4a61-bcf0-91e9bf94d316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67341bff-5414-4c13-82c1-7d1d7a8faef7,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:46:53.621545 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-6d3da1d8-0931-4c5f-a9a4-ef2a1c37e968 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:46:53.621768 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1804da62-c1f7-4634-99ef-d589e31eedb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:53.627349 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-6d3da1d8-0931-4c5f-a9a4-ef2a1c37e968 admin admin] Usage tracker for resource:security_group_rule and tenant:f18ffb902326402c80e18af56200f005 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:46:53.630848 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-802c3b23-4088-49dd-88f7-852711af01f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:46:53.631389 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-6d3da1d8-0931-4c5f-a9a4-ef2a1c37e968 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:46:53.638903 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-6d3da1d8-0931-4c5f-a9a4-ef2a1c37e968 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:46:53.701079 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1804da62-c1f7-4634-99ef-d589e31eedb9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 772} {{(pid=85336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 16:46:53.777416 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-6d3da1d8-0931-4c5f-a9a4-ef2a1c37e968 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:53.780056 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-21a72af2-332f-4a61-bcf0-91e9bf94d316 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:46:53.784145 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-6d3da1d8-0931-4c5f-a9a4-ef2a1c37e968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:53.786634 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1804da62-c1f7-4634-99ef-d589e31eedb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a565f14-c478-4c8e-b10f-c94ccd39d90d,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:46:53.794185 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1804da62-c1f7-4634-99ef-d589e31eedb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-60927'] for segment, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:53.794893 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.db.segments_db [None req-1804da62-c1f7-4634-99ef-d589e31eedb9 admin admin] Added segment 6982ae40-408c-420a-b6f7-93d42819f3da of type vlan for network 2c1b2f9a-4043-421f-912b-c908e49b8d79 Apr 16 16:46:53.798047 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1804da62-c1f7-4634-99ef-d589e31eedb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:46:53.804773 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c315efa9-def3-4c18-bd5b-09578b65a949 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:46:53.845141 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 37376) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:46:53.889164 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Device d0b9a6cd-841c-49e3-8c7c-4cf3050707ce up at agent hyperv_hv-cinder-73362 {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:46:53.894168 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-3ef61297-997a-4186-8ed7-6ce2a9f983d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:53.910962 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3da1d8-0931-4c5f-a9a4-ef2a1c37e968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fdaaacd-e274-485c-b102-44afb860e7b0,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:46:53.939492 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-6d3da1d8-0931-4c5f-a9a4-ef2a1c37e968 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:46:53.971977 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-6d3da1d8-0931-4c5f-a9a4-ef2a1c37e968 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f18ffb902326402c80e18af56200f005&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4706283 Apr 16 16:46:53.973079 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 37382) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:46:54.017441 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-3ef61297-997a-4186-8ed7-6ce2a9f983d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:46:54.033901 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Provisioning for port d0b9a6cd-841c-49e3-8c7c-4cf3050707ce completed by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:46:54.044283 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Provisioning complete for port d0b9a6cd-841c-49e3-8c7c-4cf3050707ce triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:46:54.044546 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-3ef61297-997a-4186-8ed7-6ce2a9f983d5 admin admin] Usage tracker for resource:security_group_rule and tenant:61996fc901cd4933b9fde5cc1f38c615 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:46:54.045563 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852761088'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:54.075007 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-3ef61297-997a-4186-8ed7-6ce2a9f983d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:46:54.080311 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-156a2817-a2b9-4d17-abe4-45102775e3d7 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Router 7246a46c-3e89-4c3d-96dc-a5f833931984 has already been hosted by L3 agent 4aa3b6c8-2ef9-4577-bdb6-1cfedaad083f {{(pid=85336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 16:46:54.099904 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-3ef61297-997a-4186-8ed7-6ce2a9f983d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:46:54.114452 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1804da62-c1f7-4634-99ef-d589e31eedb9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751455732714'] for network, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:54.124431 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-5a8d93b3-b5fb-4c5a-aa3d-838a6dad1c00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:54.247811 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-53783e99-0c04-4d0d-b0b5-c5fd538000c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:54.323856 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1804da62-c1f7-4634-99ef-d589e31eedb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139'] for network, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:54.328294 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1804da62-c1f7-4634-99ef-d589e31eedb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:46:54.329208 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1804da62-c1f7-4634-99ef-d589e31eedb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609088'] for network, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:54.337245 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:46:54.337782 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-5a8d93b3-b5fb-4c5a-aa3d-838a6dad1c00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:54.362743 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:54.387864 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-603217e1-54d9-4df8-bbd5-745a9b086bf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:54.421434 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb9e3f0c-5943-4494-be97-adcc28fdcd88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0b9a6cd-841c-49e3-8c7c-4cf3050707ce'}] {{(pid=85337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:46:54.439518 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] For port d0b9a6cd-841c-49e3-8c7c-4cf3050707ce, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=d0b9a6cd-841c-49e3-8c7c-4cf3050707ce,segment=NetworkSegment(5c466791-b111-4073-b936-58dd24a85aef),segment_id=5c466791-b111-4073-b936-58dd24a85aef)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:46:54.446928 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:54.450120 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:46:54.497977 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-603217e1-54d9-4df8-bbd5-745a9b086bf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:54.606779 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9902a06b-11f8-4b47-9c46-ba987ccaf220 req-187300af-92b2-4070-af63-1918d62f1f56 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:46:54.617509 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-9902a06b-11f8-4b47-9c46-ba987ccaf220 req-187300af-92b2-4070-af63-1918d62f1f56 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb9e3f0c-5943-4494-be97-adcc28fdcd88 HTTP/1.1" status: 200 len: 944 time: 0.4896488 Apr 16 16:46:54.690818 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-5a8d93b3-b5fb-4c5a-aa3d-838a6dad1c00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:54.707973 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:46:54.784454 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-3ef61297-997a-4186-8ed7-6ce2a9f983d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:54.786134 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8d93b3-b5fb-4c5a-aa3d-838a6dad1c00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67341bff-5414-4c13-82c1-7d1d7a8faef7,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:46:54.816241 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-5a8d93b3-b5fb-4c5a-aa3d-838a6dad1c00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:46:54.819803 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-3ef61297-997a-4186-8ed7-6ce2a9f983d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:54.846837 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:46:54.879891 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb9e3f0c-5943-4494-be97-adcc28fdcd88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0b9a6cd-841c-49e3-8c7c-4cf3050707ce', 'code': 200} Apr 16 16:46:54.882718 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-9902a06b-11f8-4b47-9c46-ba987ccaf220 req-5751712c-9b6e-49a0-83e5-ba4ac4eb204e tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.38 "GET /v2.0/security-groups?id=000be728-5835-465a-a527-c6c2ddb86249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639370 Apr 16 16:46:54.915971 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-156a2817-a2b9-4d17-abe4-45102775e3d7 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Notify agent at l3_agent.dv-cinder-733622-13-smb the message routers_updated {{(pid=85336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 16:46:54.923393 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-603217e1-54d9-4df8-bbd5-745a9b086bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:54.924922 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1804da62-c1f7-4634-99ef-d589e31eedb9 admin admin] Pushing event updated for resources: {'Network': ['ID=2c1b2f9a-4043-421f-912b-c908e49b8d79,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:46:54.929673 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c98fab-24dd-476e-b1e7-2490774bff5f None None] Sync routers for ids ['7246a46c-3e89-4c3d-96dc-a5f833931984'] in dv-cinder-733622-13-smb {{(pid=85338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 16:46:54.942377 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1804da62-c1f7-4634-99ef-d589e31eedb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.605s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:46:54.947150 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-1804da62-c1f7-4634-99ef-d589e31eedb9 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 3.0115321 Apr 16 16:46:54.951121 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 37406) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:46:54.959148 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Network 2c1b2f9a-4043-421f-912b-c908e49b8d79 details requested by agent ovs-agent-dv-cinder-733622-13-smb with host dv-cinder-733622-13-smb {{(pid=85337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 16:46:54.961642 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-dc67b7aa-3857-4b97-bf3f-328f45d1ea60 admin admin] Request body: {'subnet': {'network_id': '2c1b2f9a-4043-421f-912b-c908e49b8d79', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2010449493-subnet', 'tenant_id': '3dd53e8589184e7f8377266cec951d0d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:46:54.962449 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c98fab-24dd-476e-b1e7-2490774bff5f None None] Routers {'7246a46c-3e89-4c3d-96dc-a5f833931984'} bound to L3 agent in host dv-cinder-733622-13-smb {{(pid=85338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:46:54.963275 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-a3c98fab-24dd-476e-b1e7-2490774bff5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T16:36:22Z,description=,heartbeat_timestamp=2021-04-16T16:46:52Z,host='dv-cinder-733622-13-smb',id=4aa3b6c8-2ef9-4577-bdb6-1cfedaad083f,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T16:36:22Z,topic='l3_agent')) {'router_ids': ['7246a46c-3e89-4c3d-96dc-a5f833931984'], 'active': True} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:46:54.965940 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-156a2817-a2b9-4d17-abe4-45102775e3d7 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768218'] for floatingip, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:55.033917 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-5a8d93b3-b5fb-4c5a-aa3d-838a6dad1c00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:55.035490 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-5a8d93b3-b5fb-4c5a-aa3d-838a6dad1c00 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/67341bff-5414-4c13-82c1-7d1d7a8faef7 HTTP/1.1" status: 204 len: 168 time: 1.4385169 Apr 16 16:46:55.048916 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-603217e1-54d9-4df8-bbd5-745a9b086bf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:55.066643 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-156a2817-a2b9-4d17-abe4-45102775e3d7 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "PUT /v2.0/floatingips/bed60baa-68b0-41f2-92e0-30b468643824 HTTP/1.1" status: 200 len: 992 time: 3.5770741 Apr 16 16:46:55.069397 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-dc67b7aa-3857-4b97-bf3f-328f45d1ea60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:46:55.070279 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-603217e1-54d9-4df8-bbd5-745a9b086bf6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2fdaaacd-e274-485c-b102-44afb860e7b0 HTTP/1.1" status: 204 len: 168 time: 1.0878963 Apr 16 16:46:55.071748 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef61297-997a-4186-8ed7-6ce2a9f983d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=112c9a4e-225f-46bd-afe1-74149d413d62,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:46:55.076230 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '657bbdd8-4ec5-4915-b99b-b975b7518105', 'tag': 'ca38c3f2-aa9f-4270-91fa-1a973a857c8b'}] {{(pid=85336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:46:55.093113 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-dc67b7aa-3857-4b97-bf3f-328f45d1ea60 admin admin] Usage tracker for resource:subnet and tenant:3dd53e8589184e7f8377266cec951d0d is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:46:55.096053 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 37418) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:46:55.108032 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-3ef61297-997a-4186-8ed7-6ce2a9f983d5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=61996fc901cd4933b9fde5cc1f38c615&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2602632 Apr 16 16:46:55.112238 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-3ef61297-997a-4186-8ed7-6ce2a9f983d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:46:55.115646 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-21a72af2-332f-4a61-bcf0-91e9bf94d316 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.160s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:46:55.116667 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-dc67b7aa-3857-4b97-bf3f-328f45d1ea60 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:46:55.163379 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603217e1-54d9-4df8-bbd5-745a9b086bf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fdaaacd-e274-485c-b102-44afb860e7b0,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:46:55.175110 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-dc67b7aa-3857-4b97-bf3f-328f45d1ea60 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:46:55.193459 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-603217e1-54d9-4df8-bbd5-745a9b086bf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:46:55.236226 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Pushing event updated for resources: {'Port': ['ID=d0b9a6cd-841c-49e3-8c7c-4cf3050707ce,revision_number=5']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:46:55.253964 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.804s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:46:55.263601 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc67b7aa-3857-4b97-bf3f-328f45d1ea60 admin admin] Made reservation on behalf of 3dd53e8589184e7f8377266cec951d0d for: {'subnet': 1} {{(pid=85336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 16:46:55.298476 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-dc67b7aa-3857-4b97-bf3f-328f45d1ea60 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852509666'] for subnet, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:55.301324 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b726c141-639b-4e2e-a034-910c5d595cb6 req-2e01507b-573d-4102-91d6-6dff267741c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:46:55.308070 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-b726c141-639b-4e2e-a034-910c5d595cb6 req-2e01507b-573d-4102-91d6-6dff267741c1 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=cb9e3f0c-5943-4494-be97-adcc28fdcd88 HTTP/1.1" status: 200 len: 1098 time: 0.3656380 Apr 16 16:46:55.351297 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '657bbdd8-4ec5-4915-b99b-b975b7518105', 'tag': 'ca38c3f2-aa9f-4270-91fa-1a973a857c8b', 'status': 'completed', 'code': 200} Apr 16 16:46:55.377789 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-b726c141-639b-4e2e-a034-910c5d595cb6 req-7846d31c-2ea6-4fe6-a728-c1105472bfef service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=000be728-5835-465a-a527-c6c2ddb86249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576954 Apr 16 16:46:55.503112 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvr_db [None req-a3c98fab-24dd-476e-b1e7-2490774bff5f None None] Set router 7246a46c-3e89-4c3d-96dc-a5f833931984 gateway port host: dv-cinder-733622-13-smb {{(pid=85338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:46:55.873587 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1f589e17-a705-4c75-8476-cec4aff622f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:55.937847 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1f589e17-a705-4c75-8476-cec4aff622f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:55.983684 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd220d5d-0d77-4984-96c0-1190e15710f7 req-09943995-9f12-47ec-a3aa-6025675908b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:46:55.986065 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-fd220d5d-0d77-4984-96c0-1190e15710f7 req-09943995-9f12-47ec-a3aa-6025675908b1 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=88a1c77b2ae945419c929cd0ad2c2a68&device_id=657bbdd8-4ec5-4915-b99b-b975b7518105 HTTP/1.1" status: 200 len: 1099 time: 0.6237688 Apr 16 16:46:56.131098 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-a3c98fab-24dd-476e-b1e7-2490774bff5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7246a46c-3e89-4c3d-96dc-a5f833931984', 'name': 'tempest-AttachVolumeShelveTestJSON-1554147742-router', 'tenant_id': '88a1c77b2ae945419c929cd0ad2c2a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'external_fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.213'}], 'enable_snat': True}, 'gw_port_id': '2c1bc0b1-551f-42c2-9f06-e7a8bdce7737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:45:37Z', 'updated_at': '2021-04-16T16:46:10Z', 'revision_number': 4, 'project_id': '88a1c77b2ae945419c929cd0ad2c2a68', 'gw_port': {'id': '2c1bc0b1-551f-42c2-9f06-e7a8bdce7737', 'name': '', 'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7246a46c-3e89-4c3d-96dc-a5f833931984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:45:40Z', 'updated_at': '2021-04-16T16:46:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-smb', '_floatingips': [{'id': 'bed60baa-68b0-41f2-92e0-30b468643824', 'tenant_id': '88a1c77b2ae945419c929cd0ad2c2a68', 'floating_ip_address': '172.28.2.189', 'floating_network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'router_id': '7246a46c-3e89-4c3d-96dc-a5f833931984', 'port_id': 'ca38c3f2-aa9f-4270-91fa-1a973a857c8b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3850fa94-c64e-47a7-8ac1-100295c70767', 'mac_address': 'fa:16:3e:44:1b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '657bbdd8-4ec5-4915-b99b-b975b7518105', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T16:46:21Z', 'updated_at': '2021-04-16T16:46:52Z', 'revision_number': 1, 'project_id': '88a1c77b2ae945419c929cd0ad2c2a68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c94c8129-453b-4603-aa8e-c5e9c0e8a874', 'name': '', 'network_id': '3850fa94-c64e-47a7-8ac1-100295c70767', 'tenant_id': '88a1c77b2ae945419c929cd0ad2c2a68', 'mac_address': 'fa:16:3e:eb:a6:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7246a46c-3e89-4c3d-96dc-a5f833931984', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '3d318de4-dae1-4537-aa0d-b7c79b5c1954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:46:04Z', 'updated_at': '2021-04-16T16:46:21Z', 'revision_number': 5, 'project_id': '88a1c77b2ae945419c929cd0ad2c2a68', 'subnets': [{'id': '3d318de4-dae1-4537-aa0d-b7c79b5c1954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-13-smb', False) {} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:46:56.141644 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c98fab-24dd-476e-b1e7-2490774bff5f None None] Checking router: 7246a46c-3e89-4c3d-96dc-a5f833931984 for host: dv-cinder-733622-13-smb {{(pid=85338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 16:46:56.163360 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c98fab-24dd-476e-b1e7-2490774bff5f None None] Routers {'7246a46c-3e89-4c3d-96dc-a5f833931984'} bound to L3 agent in host dv-cinder-733622-13-smb {{(pid=85338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:46:56.164671 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-a3c98fab-24dd-476e-b1e7-2490774bff5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T16:36:22Z,description=,heartbeat_timestamp=2021-04-16T16:46:52Z,host='dv-cinder-733622-13-smb',id=4aa3b6c8-2ef9-4577-bdb6-1cfedaad083f,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T16:36:22Z,topic='l3_agent')) {'router_ids': ['7246a46c-3e89-4c3d-96dc-a5f833931984'], 'active': True} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:46:56.284930 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1f589e17-a705-4c75-8476-cec4aff622f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:56.317125 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-0ed61e0c-6928-4c1a-9aca-6362b9309142 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:46:56.355250 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 37438) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:46:56.402191 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-bbfcb287-afcb-4298-9456-ac726d3cba26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:56.430758 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f589e17-a705-4c75-8476-cec4aff622f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=112c9a4e-225f-46bd-afe1-74149d413d62,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:46:56.465391 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-bbfcb287-afcb-4298-9456-ac726d3cba26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:46:56.488673 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-bbfcb287-afcb-4298-9456-ac726d3cba26 admin admin] Usage tracker for resource:security_group_rule and tenant:3af19a797fe94096af402b4d7f787886 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:46:56.499804 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-bbfcb287-afcb-4298-9456-ac726d3cba26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:46:56.504721 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1f589e17-a705-4c75-8476-cec4aff622f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:46:56.522861 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-bbfcb287-afcb-4298-9456-ac726d3cba26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:46:56.693223 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd220d5d-0d77-4984-96c0-1190e15710f7 req-29dc4903-7b66-4e97-bf44-bc6f6130298c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:46:56.696509 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-fd220d5d-0d77-4984-96c0-1190e15710f7 req-29dc4903-7b66-4e97-bf44-bc6f6130298c service neutron] 10.222.0.87 "GET /v2.0/networks?id=3850fa94-c64e-47a7-8ac1-100295c70767 HTTP/1.1" status: 200 len: 918 time: 0.6881521 Apr 16 16:46:56.727147 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1f589e17-a705-4c75-8476-cec4aff622f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:56.729330 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-1f589e17-a705-4c75-8476-cec4aff622f4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/112c9a4e-225f-46bd-afe1-74149d413d62 HTTP/1.1" status: 204 len: 168 time: 1.6318963 Apr 16 16:46:56.771996 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-dc67b7aa-3857-4b97-bf3f-328f45d1ea60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2420150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852509651'] for subnet, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:56.880943 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-bbfcb287-afcb-4298-9456-ac726d3cba26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:56.886389 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-bbfcb287-afcb-4298-9456-ac726d3cba26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:56.902074 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-77c105a3-fec7-4fc4-a5da-b699704c9750 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:46:56.923444 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:46:56.959665 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfcb287-afcb-4298-9456-ac726d3cba26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8048f55-c39b-4057-8f68-3d67db4ff1cd,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:46:56.975440 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-bbfcb287-afcb-4298-9456-ac726d3cba26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:46:56.988688 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvr_db [None req-a3c98fab-24dd-476e-b1e7-2490774bff5f None None] Set router 7246a46c-3e89-4c3d-96dc-a5f833931984 gateway port host: dv-cinder-733622-13-smb {{(pid=85338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:46:57.004178 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-bbfcb287-afcb-4298-9456-ac726d3cba26 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3af19a797fe94096af402b4d7f787886&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6431882 Apr 16 16:46:57.008812 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 37448) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:46:57.046795 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc67b7aa-3857-4b97-bf3f-328f45d1ea60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2b9a3b8-01fc-4424-851d-e3d624dca274,revision_number=0']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:46:57.055048 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-dc67b7aa-3857-4b97-bf3f-328f45d1ea60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:46:57.148327 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-5387adbf-902f-4c90-b8ee-911a722f6109 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:57.151748 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a3da02-220a-4dcd-8936-5141edcbcbbc req-09fed6d9-8f9f-4ab5-bc57-ddf1c9744aed tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:46:57.153748 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-54a3da02-220a-4dcd-8936-5141edcbcbbc req-09fed6d9-8f9f-4ab5-bc57-ddf1c9744aed tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb9e3f0c-5943-4494-be97-adcc28fdcd88 HTTP/1.1" status: 200 len: 945 time: 0.9593565 Apr 16 16:46:57.198823 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-5387adbf-902f-4c90-b8ee-911a722f6109 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:57.283642 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-fd220d5d-0d77-4984-96c0-1190e15710f7 req-ea055d03-067b-4bb2-864f-5f2848cbf131 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ca38c3f2-aa9f-4270-91fa-1a973a857c8b HTTP/1.1" status: 200 len: 1000 time: 0.5138836 Apr 16 16:46:57.324396 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-5387adbf-902f-4c90-b8ee-911a722f6109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:57.338990 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:46:57.356683 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5387adbf-902f-4c90-b8ee-911a722f6109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8048f55-c39b-4057-8f68-3d67db4ff1cd,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:46:57.397071 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-5387adbf-902f-4c90-b8ee-911a722f6109 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:46:57.399288 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-5387adbf-902f-4c90-b8ee-911a722f6109 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:57.404007 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-5387adbf-902f-4c90-b8ee-911a722f6109 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e8048f55-c39b-4057-8f68-3d67db4ff1cd HTTP/1.1" status: 204 len: 168 time: 0.3910816 Apr 16 16:46:57.445500 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-54a3da02-220a-4dcd-8936-5141edcbcbbc req-66165613-6ccf-4069-b37c-88e7d9690a98 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.38 "GET /v2.0/security-groups?id=000be728-5835-465a-a527-c6c2ddb86249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763855 Apr 16 16:46:57.633564 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd220d5d-0d77-4984-96c0-1190e15710f7 req-7d2351f7-fe38-48c5-a8f7-27dea14e7cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:46:57.637470 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-fd220d5d-0d77-4984-96c0-1190e15710f7 req-7d2351f7-fe38-48c5-a8f7-27dea14e7cbe service neutron] 10.222.0.87 "GET /v2.0/subnets?id=3d318de4-dae1-4537-aa0d-b7c79b5c1954 HTTP/1.1" status: 200 len: 856 time: 0.3247333 Apr 16 16:46:57.836547 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc67b7aa-3857-4b97-bf3f-328f45d1ea60 admin admin] Checking segment: {'id': '6982ae40-408c-420a-b6f7-93d42819f3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '2c1b2f9a-4043-421f-912b-c908e49b8d79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 16:46:57.837186 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc67b7aa-3857-4b97-bf3f-328f45d1ea60 admin admin] Network hostable DHCP agents. Network: 2c1b2f9a-4043-421f-912b-c908e49b8d79, hostable agents: ['a512e422-67dd-4296-9548-92f23f2586e5'], hosted agents: [] {{(pid=85336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 16:46:57.903902 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-a3c98fab-24dd-476e-b1e7-2490774bff5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7246a46c-3e89-4c3d-96dc-a5f833931984', 'name': 'tempest-AttachVolumeShelveTestJSON-1554147742-router', 'tenant_id': '88a1c77b2ae945419c929cd0ad2c2a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'external_fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.213'}], 'enable_snat': True}, 'gw_port_id': '2c1bc0b1-551f-42c2-9f06-e7a8bdce7737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:45:37Z', 'updated_at': '2021-04-16T16:46:10Z', 'revision_number': 4, 'project_id': '88a1c77b2ae945419c929cd0ad2c2a68', 'gw_port': {'id': '2c1bc0b1-551f-42c2-9f06-e7a8bdce7737', 'name': '', 'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7246a46c-3e89-4c3d-96dc-a5f833931984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:45:40Z', 'updated_at': '2021-04-16T16:46:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-smb', '_floatingips': [{'id': 'bed60baa-68b0-41f2-92e0-30b468643824', 'tenant_id': '88a1c77b2ae945419c929cd0ad2c2a68', 'floating_ip_address': '172.28.2.189', 'floating_network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'router_id': '7246a46c-3e89-4c3d-96dc-a5f833931984', 'port_id': 'ca38c3f2-aa9f-4270-91fa-1a973a857c8b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3850fa94-c64e-47a7-8ac1-100295c70767', 'mac_address': 'fa:16:3e:44:1b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '657bbdd8-4ec5-4915-b99b-b975b7518105', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T16:46:21Z', 'updated_at': '2021-04-16T16:46:52Z', 'revision_number': 1, 'project_id': '88a1c77b2ae945419c929cd0ad2c2a68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c94c8129-453b-4603-aa8e-c5e9c0e8a874', 'name': '', 'network_id': '3850fa94-c64e-47a7-8ac1-100295c70767', 'tenant_id': '88a1c77b2ae945419c929cd0ad2c2a68', 'mac_address': 'fa:16:3e:eb:a6:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7246a46c-3e89-4c3d-96dc-a5f833931984', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '3d318de4-dae1-4537-aa0d-b7c79b5c1954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:46:04Z', 'updated_at': '2021-04-16T16:46:21Z', 'revision_number': 5, 'project_id': '88a1c77b2ae945419c929cd0ad2c2a68', 'subnets': [{'id': '3d318de4-dae1-4537-aa0d-b7c79b5c1954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-13-smb', False) {} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:46:57.920777 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc67b7aa-3857-4b97-bf3f-328f45d1ea60 admin admin] Network 2c1b2f9a-4043-421f-912b-c908e49b8d79 is scheduled to be hosted by DHCP agent a512e422-67dd-4296-9548-92f23f2586e5 with binding_index 1 {{(pid=85336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 16:46:57.922300 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c98fab-24dd-476e-b1e7-2490774bff5f None None] The sync data for ids ['7246a46c-3e89-4c3d-96dc-a5f833931984'] in dv-cinder-733622-13-smb is: [{'id': '7246a46c-3e89-4c3d-96dc-a5f833931984', 'name': 'tempest-AttachVolumeShelveTestJSON-1554147742-router', 'tenant_id': '88a1c77b2ae945419c929cd0ad2c2a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'external_fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.213'}], 'enable_snat': True}, 'gw_port_id': '2c1bc0b1-551f-42c2-9f06-e7a8bdce7737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:45:37Z', 'updated_at': '2021-04-16T16:46:10Z', 'revision_number': 4, 'project_id': '88a1c77b2ae945419c929cd0ad2c2a68', 'gw_port': {'id': '2c1bc0b1-551f-42c2-9f06-e7a8bdce7737', 'name': '', 'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7246a46c-3e89-4c3d-96dc-a5f833931984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:45:40Z', 'updated_at': '2021-04-16T16:46:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-smb', '_floatingips': [{'id': 'bed60baa-68b0-41f2-92e0-30b468643824', 'tenant_id': '88a1c77b2ae945419c929cd0ad2c2a68', 'floating_ip_address': '172.28.2.189', 'floating_network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'router_id': '7246a46c-3e89-4c3d-96dc-a5f833931984', 'port_id': 'ca38c3f2-aa9f-4270-91fa-1a973a857c8b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3850fa94-c64e-47a7-8ac1-100295c70767', 'mac_address': 'fa:16:3e:44:1b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '657bbdd8-4ec5-4915-b99b-b975b7518105', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T16:46:21Z', 'updated_at': '2021-04-16T16:46:52Z', 'revision_number': 1, 'project_id': '88a1c77b2ae945419c929cd0ad2c2a68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c94c8129-453b-4603-aa8e-c5e9c0e8a874', 'name': '', 'network_id': '3850fa94-c64e-47a7-8ac1-100295c70767', 'tenant_id': '88a1c77b2ae945419c929cd0ad2c2a68', 'mac_address': 'fa:16:3e:eb:a6:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7246a46c-3e89-4c3d-96dc-a5f833931984', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '3d318de4-dae1-4537-aa0d-b7c79b5c1954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:46:04Z', 'updated_at': '2021-04-16T16:46:21Z', 'revision_number': 5, 'project_id': '88a1c77b2ae945419c929cd0ad2c2a68', 'subnets': [{'id': '3d318de4-dae1-4537-aa0d-b7c79b5c1954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 16:46:57.951518 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [None req-dc67b7aa-3857-4b97-bf3f-328f45d1ea60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-13-smb, 2c1b2f9a-4043-421f-912b-c908e49b8d79) {{(pid=85336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:46:57.963620 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a8bcfce-4031-4659-8eab-4be470ca0925 None None] Network 2c1b2f9a-4043-421f-912b-c908e49b8d79 requested from dv-cinder-733622-13-smb {{(pid=85337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 16:46:57.988186 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc67b7aa-3857-4b97-bf3f-328f45d1ea60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:46:57.988849 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-dc67b7aa-3857-4b97-bf3f-328f45d1ea60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609088'] for subnet, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:57.997485 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd220d5d-0d77-4984-96c0-1190e15710f7 req-f5397e77-ef72-46f4-ba77-503343966b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:46:57.999122 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-fd220d5d-0d77-4984-96c0-1190e15710f7 req-f5397e77-ef72-46f4-ba77-503343966b76 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=3850fa94-c64e-47a7-8ac1-100295c70767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.3327086 Apr 16 16:46:58.073180 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 37478) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:46:58.073340 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-dc67b7aa-3857-4b97-bf3f-328f45d1ea60 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 3.1209593 Apr 16 16:46:58.084531 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-3fe14cf8-d01f-42aa-b70a-f28b8f9018af admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2010449493-router', 'tenant_id': '3dd53e8589184e7f8377266cec951d0d', 'external_gateway_info': {'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f'}}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:46:58.098428 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-3fe14cf8-d01f-42aa-b70a-f28b8f9018af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:46:58.109142 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-3fe14cf8-d01f-42aa-b70a-f28b8f9018af admin admin] Usage tracker for resource:router and tenant:3dd53e8589184e7f8377266cec951d0d is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:46:58.117751 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-3fe14cf8-d01f-42aa-b70a-f28b8f9018af admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:46:58.135442 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-3fe14cf8-d01f-42aa-b70a-f28b8f9018af admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:46:58.157971 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-3fe14cf8-d01f-42aa-b70a-f28b8f9018af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-457759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5682'] for router, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:58.159324 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-3fe14cf8-d01f-42aa-b70a-f28b8f9018af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854317886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854348900', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854353146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854770118'] for router, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:58.205673 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-3fe14cf8-d01f-42aa-b70a-f28b8f9018af admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:58.249181 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-fd220d5d-0d77-4984-96c0-1190e15710f7 req-4152b367-f5be-4a58-8fe0-52694957d91a service neutron] 10.222.0.87 "GET /v2.0/networks/3850fa94-c64e-47a7-8ac1-100295c70767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176876 Apr 16 16:46:58.342817 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a1b4ca-459f-49c3-9d77-0c243c6c9ca3 None None] Network 2c1b2f9a-4043-421f-912b-c908e49b8d79 requested from dv-cinder-733622-13-smb {{(pid=85337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 16:46:58.438216 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4124708c-6fd7-424f-b0f1-cc52e557b482 None None] New status for floating IP bed60baa-68b0-41f2-92e0-30b468643824: ACTIVE {{(pid=85337) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 16 16:46:58.609433 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-fd220d5d-0d77-4984-96c0-1190e15710f7 req-55a4b354-e8d5-48f0-9b0c-6bdc4d03ae9f service neutron] 10.222.0.87 "GET /v2.0/networks/3850fa94-c64e-47a7-8ac1-100295c70767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3525035 Apr 16 16:46:58.669290 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-3fe14cf8-d01f-42aa-b70a-f28b8f9018af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854348883', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-457772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854770167'] for router, precommit_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:59.362247 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485f134c-6bf9-4e83-a7b4-24fbe0556977 req-59798138-adc3-454c-997c-e97b022352b6 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:46:59.378567 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-485f134c-6bf9-4e83-a7b4-24fbe0556977 req-59798138-adc3-454c-997c-e97b022352b6 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb9e3f0c-5943-4494-be97-adcc28fdcd88 HTTP/1.1" status: 200 len: 945 time: 0.5163825 Apr 16 16:46:59.449808 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-485f134c-6bf9-4e83-a7b4-24fbe0556977 req-222efcd9-3173-4b4b-b564-e529b235be75 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.38 "GET /v2.0/security-groups?id=000be728-5835-465a-a527-c6c2ddb86249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702937 Apr 16 16:46:59.451041 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-3fe14cf8-d01f-42aa-b70a-f28b8f9018af admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:59.513785 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-3fe14cf8-d01f-42aa-b70a-f28b8f9018af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:59.832701 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.db_base_plugin_common [None req-3fe14cf8-d01f-42aa-b70a-f28b8f9018af admin admin] Allocated IP 172.28.2.215 (2bc9ca6b-6e72-4404-899b-6b4685eced1f/9106a8ae-dfd9-43e0-982a-dc423b27def7/03c2a6f7-65f7-471e-96fd-97ae4dd00c17) {{(pid=85335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 16:47:00.182048 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-3fe14cf8-d01f-42aa-b70a-f28b8f9018af admin admin] Notify callbacks [] for port, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:00.237713 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-3fe14cf8-d01f-42aa-b70a-f28b8f9018af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751455712866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850737760'] for port, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:00.261229 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:47:00.824437 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe14cf8-d01f-42aa-b70a-f28b8f9018af admin admin] Pushing event updated for resources: {'Port': ['ID=03c2a6f7-65f7-471e-96fd-97ae4dd00c17,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:47:00.848191 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-3fe14cf8-d01f-42aa-b70a-f28b8f9018af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.587s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:47:00.856822 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe14cf8-d01f-42aa-b70a-f28b8f9018af admin admin] Network 2bc9ca6b-6e72-4404-899b-6b4685eced1f is already hosted by enough agents. {{(pid=85335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 16:47:00.859490 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [None req-3fe14cf8-d01f-42aa-b70a-f28b8f9018af admin admin] Resources bound (agent type, host, resource id): {{(pid=85335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:47:00.870550 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe14cf8-d01f-42aa-b70a-f28b8f9018af admin admin] Received port after_create {{(pid=85335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 16:47:01.461225 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-3fe14cf8-d01f-42aa-b70a-f28b8f9018af admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:01.680292 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 37600) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:47:01.940902 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-9922696a-b4ef-4da0-af50-c9ed6fd59068 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:01.970119 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-9922696a-b4ef-4da0-af50-c9ed6fd59068 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:47:01.976164 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-9922696a-b4ef-4da0-af50-c9ed6fd59068 admin admin] Usage tracker for resource:security_group_rule and tenant:add649fc945d46d4aa7ab77b570c411a is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:47:01.979971 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-9922696a-b4ef-4da0-af50-c9ed6fd59068 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:47:01.989480 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-9922696a-b4ef-4da0-af50-c9ed6fd59068 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:47:02.115246 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-9922696a-b4ef-4da0-af50-c9ed6fd59068 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:02.120352 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-9922696a-b4ef-4da0-af50-c9ed6fd59068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:02.131039 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-f115b74a-134c-490c-ac20-0a4fa25f7e0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:47:02.141458 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-3fe14cf8-d01f-42aa-b70a-f28b8f9018af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854318044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-426954'] for router, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:02.186604 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-9922696a-b4ef-4da0-af50-c9ed6fd59068 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=add649fc945d46d4aa7ab77b570c411a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5041075 Apr 16 16:47:02.190381 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9922696a-b4ef-4da0-af50-c9ed6fd59068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09156397-fdeb-429d-b419-4c43464d81f0,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:47:02.193446 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 37610) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:47:02.196505 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-9922696a-b4ef-4da0-af50-c9ed6fd59068 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:47:02.304656 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d0947905-ae0c-4259-9d16-ec986d7c7fbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:02.377694 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d0947905-ae0c-4259-9d16-ec986d7c7fbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:02.499074 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d0947905-ae0c-4259-9d16-ec986d7c7fbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:02.505592 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-34b3fa34-d5b4-416d-8057-d1abe22abfbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:47:02.539730 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0947905-ae0c-4259-9d16-ec986d7c7fbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09156397-fdeb-429d-b419-4c43464d81f0,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:47:02.569647 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fe14cf8-d01f-42aa-b70a-f28b8f9018af admin admin] Router e49d77fe-88dd-40ce-9a69-b9744f7bfd91 is scheduled to L3 agent 4aa3b6c8-2ef9-4577-bdb6-1cfedaad083f with binding_index 1 {{(pid=85335) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 16 16:47:02.573975 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-d0947905-ae0c-4259-9d16-ec986d7c7fbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:47:02.575021 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d0947905-ae0c-4259-9d16-ec986d7c7fbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:02.600631 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-d0947905-ae0c-4259-9d16-ec986d7c7fbe admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/09156397-fdeb-429d-b419-4c43464d81f0 HTTP/1.1" status: 204 len: 168 time: 0.4061065 Apr 16 16:47:02.601483 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.agents_db [None req-ebbb9395-3582-4696-b633-83ddaf7c527f None None] Agent healthcheck: found 6 active agents {{(pid=85338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 16:47:03.023274 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fe14cf8-d01f-42aa-b70a-f28b8f9018af admin admin] Notify agent at l3_agent.dv-cinder-733622-13-smb the message routers_updated {{(pid=85335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 16:47:03.042879 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438c0b3b-2e6f-4781-8b00-579da93069b5 None None] Sync routers for ids ['e49d77fe-88dd-40ce-9a69-b9744f7bfd91'] in dv-cinder-733622-13-smb {{(pid=85338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 16:47:03.068753 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-3fe14cf8-d01f-42aa-b70a-f28b8f9018af admin admin] Notify callbacks [] for router, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:03.070813 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438c0b3b-2e6f-4781-8b00-579da93069b5 None None] Routers {'e49d77fe-88dd-40ce-9a69-b9744f7bfd91'} bound to L3 agent in host dv-cinder-733622-13-smb {{(pid=85338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:47:03.071960 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-438c0b3b-2e6f-4781-8b00-579da93069b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T16:36:22Z,description=,heartbeat_timestamp=2021-04-16T16:46:52Z,host='dv-cinder-733622-13-smb',id=4aa3b6c8-2ef9-4577-bdb6-1cfedaad083f,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T16:36:22Z,topic='l3_agent')) {'router_ids': ['e49d77fe-88dd-40ce-9a69-b9744f7bfd91'], 'active': True} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:47:03.076203 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-3fe14cf8-d01f-42aa-b70a-f28b8f9018af admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.0010247 Apr 16 16:47:03.080055 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 37640) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:47:03.212482 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 37644) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:47:03.242840 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-97867295-d2cd-4d4f-9768-f6c3b8892ce2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:03.359218 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c90a6b-bf73-4b1c-8011-41d42bfd879c req-a5fc9cb3-2d59-454a-be0e-8f537e44c5b5 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:47:03.360920 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-97867295-d2cd-4d4f-9768-f6c3b8892ce2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:47:03.362327 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-e1c90a6b-bf73-4b1c-8011-41d42bfd879c req-a5fc9cb3-2d59-454a-be0e-8f537e44c5b5 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.38 "GET /v2.0/networks?id=a7f4e014-87dd-436c-8396-68b004e6fc6e HTTP/1.1" status: 200 len: 815 time: 0.2633851 Apr 16 16:47:03.373215 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvr_db [None req-438c0b3b-2e6f-4781-8b00-579da93069b5 None None] Set router e49d77fe-88dd-40ce-9a69-b9744f7bfd91 gateway port host: dv-cinder-733622-13-smb {{(pid=85338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:47:03.392486 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-97867295-d2cd-4d4f-9768-f6c3b8892ce2 admin admin] Usage tracker for resource:security_group_rule and tenant:f32f4208eab24bd8940317d19c3bb672 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:47:03.397100 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-e1c90a6b-bf73-4b1c-8011-41d42bfd879c req-fe7211d7-ce51-46ad-bef7-b8afd5b8c13a tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.38 "GET /v2.0/quotas/43227d5615b84ce4a66767a47689161f HTTP/1.1" status: 200 len: 375 time: 0.0274181 Apr 16 16:47:03.401837 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-97867295-d2cd-4d4f-9768-f6c3b8892ce2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:47:03.436306 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-97867295-d2cd-4d4f-9768-f6c3b8892ce2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:47:03.552474 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-e1c90a6b-bf73-4b1c-8011-41d42bfd879c req-9f78a0cd-1146-4cd7-b6ea-745a7c62f707 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=43227d5615b84ce4a66767a47689161f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1468058 Apr 16 16:47:03.754171 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-e1c90a6b-bf73-4b1c-8011-41d42bfd879c req-9d4d366e-3308-4040-8c1a-75cff8b3f1de service neutron] 10.222.0.38 "GET /v2.0/networks/a7f4e014-87dd-436c-8396-68b004e6fc6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002707 Apr 16 16:47:03.866677 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-438c0b3b-2e6f-4781-8b00-579da93069b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e49d77fe-88dd-40ce-9a69-b9744f7bfd91', 'name': 'tempest-ServerRescueNegativeTestJSON-2010449493-router', 'tenant_id': '3dd53e8589184e7f8377266cec951d0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'external_fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.215'}], 'enable_snat': True}, 'gw_port_id': '03c2a6f7-65f7-471e-96fd-97ae4dd00c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:46:58Z', 'updated_at': '2021-04-16T16:47:01Z', 'revision_number': 3, 'project_id': '3dd53e8589184e7f8377266cec951d0d', 'gw_port': {'id': '03c2a6f7-65f7-471e-96fd-97ae4dd00c17', 'name': '', 'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:f9:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e49d77fe-88dd-40ce-9a69-b9744f7bfd91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:46:59Z', 'updated_at': '2021-04-16T16:46:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-smb'}], 'dv-cinder-733622-13-smb', False) {} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:47:03.874503 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438c0b3b-2e6f-4781-8b00-579da93069b5 None None] Checking router: e49d77fe-88dd-40ce-9a69-b9744f7bfd91 for host: dv-cinder-733622-13-smb {{(pid=85338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 16:47:03.874988 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438c0b3b-2e6f-4781-8b00-579da93069b5 None None] Updating router e49d77fe-88dd-40ce-9a69-b9744f7bfd91 port 03c2a6f7-65f7-471e-96fd-97ae4dd00c17 binding host dv-cinder-733622-13-smb {{(pid=85338) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 16:47:03.961274 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-438c0b3b-2e6f-4781-8b00-579da93069b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:04.155498 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-e1c90a6b-bf73-4b1c-8011-41d42bfd879c req-59b757b2-07f4-48c5-8eaf-55aebf3c050a service neutron] 10.222.0.38 "GET /v2.0/networks/a7f4e014-87dd-436c-8396-68b004e6fc6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4000568 Apr 16 16:47:04.420075 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-97867295-d2cd-4d4f-9768-f6c3b8892ce2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:04.486038 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-97867295-d2cd-4d4f-9768-f6c3b8892ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:04.488284 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-438c0b3b-2e6f-4781-8b00-579da93069b5 None None] Notify callbacks [] for port, precommit_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:04.517969 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-438c0b3b-2e6f-4781-8b00-579da93069b5 None None] Transition to ACTIVE for port object 03c2a6f7-65f7-471e-96fd-97ae4dd00c17 will not be triggered until provisioned by entity L2. {{(pid=85338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:47:04.530185 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-438c0b3b-2e6f-4781-8b00-579da93069b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900'] for port, after_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:04.555183 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:47:04.576349 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-007add30-6b4c-40d4-8590-2c91b708e589 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:47:04.613755 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-b18de707-f2ce-4d73-9b88-a32ae9c63b22 req-62d47f1b-cafb-407e-b27c-02f5e034477a tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.38 "GET /v2.0/ports?device_id=f25789e9-557b-4a6a-b2f4-4409f95b0f0a HTTP/1.1" status: 200 len: 210 time: 0.1297398 Apr 16 16:47:04.622279 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97867295-d2cd-4d4f-9768-f6c3b8892ce2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3c0a61f-6ff7-4111-8ea4-03c462f2bc77,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:47:04.626527 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-97867295-d2cd-4d4f-9768-f6c3b8892ce2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:47:04.675443 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-97867295-d2cd-4d4f-9768-f6c3b8892ce2 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f32f4208eab24bd8940317d19c3bb672&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4604893 Apr 16 16:47:04.677848 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 37670) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:47:04.824223 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a860700a-8d93-4e24-b1bc-9bed6654641d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:04.872330 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a860700a-8d93-4e24-b1bc-9bed6654641d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:04.887924 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8ce8c8-3309-4966-b2c8-84e601e9c748 None None] Pushing event updated for resources: {'Port': ['ID=03c2a6f7-65f7-471e-96fd-97ae4dd00c17,revision_number=2']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:47:04.901361 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f6c83c9c-e45e-4d3f-af5f-e5fb0e28f891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:04.944191 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a860700a-8d93-4e24-b1bc-9bed6654641d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:04.960945 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8ce8c8-3309-4966-b2c8-84e601e9c748 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:47:04.962102 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8ce8c8-3309-4966-b2c8-84e601e9c748 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:47:04.962868 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8ce8c8-3309-4966-b2c8-84e601e9c748 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:47:04.963887 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8ce8c8-3309-4966-b2c8-84e601e9c748 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:47:04.965049 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8ce8c8-3309-4966-b2c8-84e601e9c748 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:47:04.965604 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8ce8c8-3309-4966-b2c8-84e601e9c748 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:47:04.966576 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8ce8c8-3309-4966-b2c8-84e601e9c748 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:47:04.967119 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8ce8c8-3309-4966-b2c8-84e601e9c748 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:47:04.967644 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8ce8c8-3309-4966-b2c8-84e601e9c748 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:47:04.968325 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8ce8c8-3309-4966-b2c8-84e601e9c748 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:47:04.969235 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8ce8c8-3309-4966-b2c8-84e601e9c748 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:47:04.969235 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8ce8c8-3309-4966-b2c8-84e601e9c748 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:47:04.980247 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-5387adbf-902f-4c90-b8ee-911a722f6109 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:47:05.003983 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a860700a-8d93-4e24-b1bc-9bed6654641d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3c0a61f-6ff7-4111-8ea4-03c462f2bc77,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:47:05.020728 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-a860700a-8d93-4e24-b1bc-9bed6654641d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:47:05.025101 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a860700a-8d93-4e24-b1bc-9bed6654641d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:05.030122 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-a860700a-8d93-4e24-b1bc-9bed6654641d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f3c0a61f-6ff7-4111-8ea4-03c462f2bc77 HTTP/1.1" status: 204 len: 168 time: 0.3477523 Apr 16 16:47:05.065353 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-6f8ce8c8-3309-4966-b2c8-84e601e9c748 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:47:05.167124 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-438c0b3b-2e6f-4781-8b00-579da93069b5 None None] Attempting to bind port 03c2a6f7-65f7-471e-96fd-97ae4dd00c17 on host dv-cinder-733622-13-smb for vnic_type normal with profile {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 16:47:05.167969 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-438c0b3b-2e6f-4781-8b00-579da93069b5 None None] Attempting to bind port 03c2a6f7-65f7-471e-96fd-97ae4dd00c17 by drivers openvswitch,hyperv on host dv-cinder-733622-13-smb at level 0 using segments [{'id': '72591246-2019-4cd4-9cf3-fab9e1d2beed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f'}] {{(pid=85338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 16:47:05.177716 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438c0b3b-2e6f-4781-8b00-579da93069b5 None None] Attempting to bind port 03c2a6f7-65f7-471e-96fd-97ae4dd00c17 on network 2bc9ca6b-6e72-4404-899b-6b4685eced1f {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 16:47:05.193184 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438c0b3b-2e6f-4781-8b00-579da93069b5 None None] Checking agent: {'id': '033b0af5-7550-4b5d-954a-022a384d8461', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 16, 36, 23), 'started_at': datetime.datetime(2021, 4, 16, 16, 36, 53), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 16:47:05.193600 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438c0b3b-2e6f-4781-8b00-579da93069b5 None None] Checking segment: {'id': '72591246-2019-4cd4-9cf3-fab9e1d2beed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 16:47:05.194154 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-438c0b3b-2e6f-4781-8b00-579da93069b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:05.196217 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438c0b3b-2e6f-4781-8b00-579da93069b5 None None] Bound using segment: {'id': '72591246-2019-4cd4-9cf3-fab9e1d2beed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f'} {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 16:47:05.196784 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-438c0b3b-2e6f-4781-8b00-579da93069b5 None None] Bound port: 03c2a6f7-65f7-471e-96fd-97ae4dd00c17, host: dv-cinder-733622-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72591246-2019-4cd4-9cf3-fab9e1d2beed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f'}}] {{(pid=85338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 16:47:05.197211 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-438c0b3b-2e6f-4781-8b00-579da93069b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:05.349566 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.db_base_plugin_common [None req-f6c83c9c-e45e-4d3f-af5f-e5fb0e28f891 admin admin] Allocated IP 172.20.0.1 (2c1b2f9a-4043-421f-912b-c908e49b8d79/c2b9a3b8-01fc-4424-851d-e3d624dca274/c1dd3101-033e-424d-b12a-c190120e8f37) {{(pid=85336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 16:47:05.461836 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-438c0b3b-2e6f-4781-8b00-579da93069b5 None None] For port 03c2a6f7-65f7-471e-96fd-97ae4dd00c17, host dv-cinder-733622-13-smb, cleared binding levels {{(pid=85338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 16:47:05.473571 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-438c0b3b-2e6f-4781-8b00-579da93069b5 None None] For port 03c2a6f7-65f7-471e-96fd-97ae4dd00c17, host dv-cinder-733622-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-smb',level=0,port_id=03c2a6f7-65f7-471e-96fd-97ae4dd00c17,segment=NetworkSegment(72591246-2019-4cd4-9cf3-fab9e1d2beed),segment_id=72591246-2019-4cd4-9cf3-fab9e1d2beed)] {{(pid=85338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 16:47:05.480513 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-438c0b3b-2e6f-4781-8b00-579da93069b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900'] for port, after_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:05.604550 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-6f8ce8c8-3309-4966-b2c8-84e601e9c748 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:47:05.615817 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f6c83c9c-e45e-4d3f-af5f-e5fb0e28f891 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:05.655277 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f6c83c9c-e45e-4d3f-af5f-e5fb0e28f891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751455712866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2420184'] for port, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:05.681706 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-8fe12808-4f95-4460-bbb9-901bf54a245c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:47:05.799243 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8ce8c8-3309-4966-b2c8-84e601e9c748 None None] Pushing event updated for resources: {'Port': ['ID=03c2a6f7-65f7-471e-96fd-97ae4dd00c17,revision_number=3']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:47:05.822288 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-6f8ce8c8-3309-4966-b2c8-84e601e9c748 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:47:05.892281 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438c0b3b-2e6f-4781-8b00-579da93069b5 None None] Routers {'e49d77fe-88dd-40ce-9a69-b9744f7bfd91'} bound to L3 agent in host dv-cinder-733622-13-smb {{(pid=85338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:47:05.894704 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-438c0b3b-2e6f-4781-8b00-579da93069b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T16:36:22Z,description=,heartbeat_timestamp=2021-04-16T16:46:52Z,host='dv-cinder-733622-13-smb',id=4aa3b6c8-2ef9-4577-bdb6-1cfedaad083f,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T16:36:22Z,topic='l3_agent')) {'router_ids': ['e49d77fe-88dd-40ce-9a69-b9744f7bfd91'], 'active': True} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:47:05.904210 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c83c9c-e45e-4d3f-af5f-e5fb0e28f891 admin admin] Pushing event updated for resources: {'Port': ['ID=c1dd3101-033e-424d-b12a-c190120e8f37,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:47:05.913794 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-f6c83c9c-e45e-4d3f-af5f-e5fb0e28f891 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:47:05.936800 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-6f222598-f13c-436b-9d93-5d075adfff37 req-d1137679-1ed7-4698-bd4f-64cf02a6cf8e tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.38 "GET /v2.0/ports?device_id=f25789e9-557b-4a6a-b2f4-4409f95b0f0a HTTP/1.1" status: 200 len: 210 time: 0.1016338 Apr 16 16:47:05.977316 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c83c9c-e45e-4d3f-af5f-e5fb0e28f891 admin admin] Network 2c1b2f9a-4043-421f-912b-c908e49b8d79 is already hosted by enough agents. {{(pid=85336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 16:47:05.979841 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [None req-f6c83c9c-e45e-4d3f-af5f-e5fb0e28f891 admin admin] Resources bound (agent type, host, resource id): {{(pid=85336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:47:05.983636 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c83c9c-e45e-4d3f-af5f-e5fb0e28f891 admin admin] Received port after_create {{(pid=85336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 16:47:06.067144 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f6c83c9c-e45e-4d3f-af5f-e5fb0e28f891 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854343281'] for router_interface, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:06.242240 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f6c83c9c-e45e-4d3f-af5f-e5fb0e28f891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:06.517994 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvr_db [None req-438c0b3b-2e6f-4781-8b00-579da93069b5 None None] Set router e49d77fe-88dd-40ce-9a69-b9744f7bfd91 gateway port host: dv-cinder-733622-13-smb {{(pid=85338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:47:06.827400 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c90a6b-bf73-4b1c-8011-41d42bfd879c req-621f1e0e-8a77-4907-b6fd-3d8f51848de7 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:47:06.831187 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-e1c90a6b-bf73-4b1c-8011-41d42bfd879c req-621f1e0e-8a77-4907-b6fd-3d8f51848de7 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.87 "GET /v2.0/networks?id=a7f4e014-87dd-436c-8396-68b004e6fc6e HTTP/1.1" status: 200 len: 815 time: 0.3856180 Apr 16 16:47:06.852007 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.v2.base [req-e1c90a6b-bf73-4b1c-8011-41d42bfd879c req-6b719e5a-9241-439b-81ad-286ed11436ef tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Request body: {'port': {'device_id': 'f25789e9-557b-4a6a-b2f4-4409f95b0f0a', 'network_id': 'a7f4e014-87dd-436c-8396-68b004e6fc6e', 'admin_state_up': True, 'tenant_id': '43227d5615b84ce4a66767a47689161f'}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:47:06.886185 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f6c83c9c-e45e-4d3f-af5f-e5fb0e28f891 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:06.948722 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f6c83c9c-e45e-4d3f-af5f-e5fb0e28f891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852355648'] for port, after_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:07.081751 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-96eddec4-cd48-4314-967a-cf2d0500d117 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:47:07.245965 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-35611c63-74d2-4721-b538-d87f2d15f509 req-defec957-e998-4e40-88c1-2d042a91dfce tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.38 "GET /v2.0/ports?device_id=f25789e9-557b-4a6a-b2f4-4409f95b0f0a HTTP/1.1" status: 200 len: 210 time: 0.0713878 Apr 16 16:47:07.247436 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f6c83c9c-e45e-4d3f-af5f-e5fb0e28f891 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432616'] for router_interface, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:07.314222 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-438c0b3b-2e6f-4781-8b00-579da93069b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e49d77fe-88dd-40ce-9a69-b9744f7bfd91', 'name': 'tempest-ServerRescueNegativeTestJSON-2010449493-router', 'tenant_id': '3dd53e8589184e7f8377266cec951d0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'external_fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.215'}], 'enable_snat': True}, 'gw_port_id': '03c2a6f7-65f7-471e-96fd-97ae4dd00c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:46:58Z', 'updated_at': '2021-04-16T16:47:01Z', 'revision_number': 3, 'project_id': '3dd53e8589184e7f8377266cec951d0d', 'gw_port': {'id': '03c2a6f7-65f7-471e-96fd-97ae4dd00c17', 'name': '', 'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:f9:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e49d77fe-88dd-40ce-9a69-b9744f7bfd91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:46:59Z', 'updated_at': '2021-04-16T16:47:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-smb'}], 'dv-cinder-733622-13-smb', False) {} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:47:07.320964 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438c0b3b-2e6f-4781-8b00-579da93069b5 None None] The sync data for ids ['e49d77fe-88dd-40ce-9a69-b9744f7bfd91'] in dv-cinder-733622-13-smb is: [{'id': 'e49d77fe-88dd-40ce-9a69-b9744f7bfd91', 'name': 'tempest-ServerRescueNegativeTestJSON-2010449493-router', 'tenant_id': '3dd53e8589184e7f8377266cec951d0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'external_fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.215'}], 'enable_snat': True}, 'gw_port_id': '03c2a6f7-65f7-471e-96fd-97ae4dd00c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:46:58Z', 'updated_at': '2021-04-16T16:47:01Z', 'revision_number': 3, 'project_id': '3dd53e8589184e7f8377266cec951d0d', 'gw_port': {'id': '03c2a6f7-65f7-471e-96fd-97ae4dd00c17', 'name': '', 'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:f9:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e49d77fe-88dd-40ce-9a69-b9744f7bfd91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:46:59Z', 'updated_at': '2021-04-16T16:47:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-smb'}] {{(pid=85338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 16:47:07.457785 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c83c9c-e45e-4d3f-af5f-e5fb0e28f891 admin admin] Pushing event updated for resources: {'Port': ['ID=c1dd3101-033e-424d-b12a-c190120e8f37,revision_number=2']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:47:07.498323 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-f6c83c9c-e45e-4d3f-af5f-e5fb0e28f891 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:47:07.635032 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [req-e1c90a6b-bf73-4b1c-8011-41d42bfd879c req-6b719e5a-9241-439b-81ad-286ed11436ef tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:47:07.658862 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c83c9c-e45e-4d3f-af5f-e5fb0e28f891 admin admin] Network 2c1b2f9a-4043-421f-912b-c908e49b8d79 is already hosted by enough agents. {{(pid=85336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 16:47:07.663342 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [None req-f6c83c9c-e45e-4d3f-af5f-e5fb0e28f891 admin admin] Resources bound (agent type, host, resource id): {{(pid=85336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:47:07.665634 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [req-e1c90a6b-bf73-4b1c-8011-41d42bfd879c req-6b719e5a-9241-439b-81ad-286ed11436ef tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:47:08.124529 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1c90a6b-bf73-4b1c-8011-41d42bfd879c req-6b719e5a-9241-439b-81ad-286ed11436ef tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Made reservation on behalf of 43227d5615b84ce4a66767a47689161f for: {'port': 1} {{(pid=85336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 16:47:08.136795 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-e1c90a6b-bf73-4b1c-8011-41d42bfd879c req-6b719e5a-9241-439b-81ad-286ed11436ef tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:08.229340 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Device 03c2a6f7-65f7-471e-96fd-97ae4dd00c17 up at agent ovs-agent-dv-cinder-733622-13-smb {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:47:08.442065 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Provisioning for port 03c2a6f7-65f7-471e-96fd-97ae4dd00c17 completed by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:47:08.458592 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Provisioning complete for port 03c2a6f7-65f7-471e-96fd-97ae4dd00c17 triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:47:08.459019 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852761088'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:08.463679 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6c83c9c-e45e-4d3f-af5f-e5fb0e28f891 admin admin] Router e49d77fe-88dd-40ce-9a69-b9744f7bfd91 has already been hosted by L3 agent 4aa3b6c8-2ef9-4577-bdb6-1cfedaad083f {{(pid=85336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 16:47:08.697127 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-27b96acf-c4c9-4764-87e5-432a5357614e req-0e1003b9-85c6-44cc-8d7c-ed7611e2c4f9 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.38 "GET /v2.0/ports?device_id=f25789e9-557b-4a6a-b2f4-4409f95b0f0a HTTP/1.1" status: 200 len: 210 time: 0.1192560 Apr 16 16:47:08.783311 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:08.792415 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.db_base_plugin_common [req-e1c90a6b-bf73-4b1c-8011-41d42bfd879c req-6b719e5a-9241-439b-81ad-286ed11436ef tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Allocated IP 172.20.0.11 (a7f4e014-87dd-436c-8396-68b004e6fc6e/5ae8a7aa-8888-4dcf-9347-2e1ca7171a9b/983f99a4-4cac-4410-be39-ab565f6cd59b) {{(pid=85336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 16:47:08.826834 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] For port 03c2a6f7-65f7-471e-96fd-97ae4dd00c17, host dv-cinder-733622-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-smb',level=0,port_id=03c2a6f7-65f7-471e-96fd-97ae4dd00c17,segment=NetworkSegment(72591246-2019-4cd4-9cf3-fab9e1d2beed),segment_id=72591246-2019-4cd4-9cf3-fab9e1d2beed)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:47:08.832516 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:08.834711 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:47:08.972475 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:08.981195 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Pushing event updated for resources: {'Port': ['ID=03c2a6f7-65f7-471e-96fd-97ae4dd00c17,revision_number=4']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:47:08.997614 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:47:09.396139 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6c83c9c-e45e-4d3f-af5f-e5fb0e28f891 admin admin] Notify agent at l3_agent.dv-cinder-733622-13-smb the message routers_updated {{(pid=85336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 16:47:09.496697 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-f6c83c9c-e45e-4d3f-af5f-e5fb0e28f891 admin admin] 10.222.0.38 "PUT /v2.0/routers/e49d77fe-88dd-40ce-9a69-b9744f7bfd91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4150183 Apr 16 16:47:09.551438 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-e1c90a6b-bf73-4b1c-8011-41d42bfd879c req-6b719e5a-9241-439b-81ad-286ed11436ef tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Notify callbacks [] for port, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:09.585464 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-e1c90a6b-bf73-4b1c-8011-41d42bfd879c req-6b719e5a-9241-439b-81ad-286ed11436ef tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751455712866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2420184'] for port, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:09.600224 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] get_ports_and_sgs() called for port_ids ['d2682bdb-4ce5-454d-b1f3-ca2da88890ff', 'd0b9a6cd-841c-49e3-8c7c-4cf3050707ce'] {{(pid=85337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 16:47:09.611931 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:47:09.777822 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b719e5a-9241-439b-81ad-286ed11436ef tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Pushing event updated for resources: {'Port': ['ID=983f99a4-4cac-4410-be39-ab565f6cd59b,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:47:09.785062 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-6b719e5a-9241-439b-81ad-286ed11436ef tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:47:09.932567 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1c90a6b-bf73-4b1c-8011-41d42bfd879c req-6b719e5a-9241-439b-81ad-286ed11436ef tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Network a7f4e014-87dd-436c-8396-68b004e6fc6e is already hosted by enough agents. {{(pid=85336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 16:47:09.934256 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [req-e1c90a6b-bf73-4b1c-8011-41d42bfd879c req-6b719e5a-9241-439b-81ad-286ed11436ef tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Resources bound (agent type, host, resource id): {{(pid=85336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:47:09.943531 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1c90a6b-bf73-4b1c-8011-41d42bfd879c req-6b719e5a-9241-439b-81ad-286ed11436ef tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Received port after_create {{(pid=85336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 16:47:10.128736 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c90a6b-bf73-4b1c-8011-41d42bfd879c req-6b719e5a-9241-439b-81ad-286ed11436ef tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:47:10.129397 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-e1c90a6b-bf73-4b1c-8011-41d42bfd879c req-6b719e5a-9241-439b-81ad-286ed11436ef tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609088'] for port, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:10.147633 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Device 03c2a6f7-65f7-471e-96fd-97ae4dd00c17 up at agent ovs-agent-dv-cinder-733622-13-smb {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:47:10.182880 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c592c3-a9fe-489f-a928-9df56cd2fe3d req-dba58224-01fe-42db-97d7-5d7fa4144ff5 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:47:10.183719 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-75c592c3-a9fe-489f-a928-9df56cd2fe3d req-dba58224-01fe-42db-97d7-5d7fa4144ff5 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Synchronizing usage tracker for tenant:43227d5615b84ce4a66767a47689161f on resource:port {{(pid=85336) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 16:47:10.192130 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-e1c90a6b-bf73-4b1c-8011-41d42bfd879c req-6b719e5a-9241-439b-81ad-286ed11436ef tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3443565 Apr 16 16:47:10.215226 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.v2.base [req-e1c90a6b-bf73-4b1c-8011-41d42bfd879c req-6866705c-4364-43b7-a5ed-2310bdb385ce service neutron] Request body: {'port': {'device_id': 'f25789e9-557b-4a6a-b2f4-4409f95b0f0a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:47:10.256071 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-75c592c3-a9fe-489f-a928-9df56cd2fe3d req-dba58224-01fe-42db-97d7-5d7fa4144ff5 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Unset dirty status for tenant:43227d5615b84ce4a66767a47689161f on resource:port {{(pid=85336) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 16:47:10.257386 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-75c592c3-a9fe-489f-a928-9df56cd2fe3d req-dba58224-01fe-42db-97d7-5d7fa4144ff5 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.38 "GET /v2.0/ports?device_id=f25789e9-557b-4a6a-b2f4-4409f95b0f0a HTTP/1.1" status: 200 len: 932 time: 0.2504728 Apr 16 16:47:10.330912 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-75c592c3-a9fe-489f-a928-9df56cd2fe3d req-8d6c0f1f-1860-4f50-bd75-3dd0df2b6c0b tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.38 "GET /v2.0/security-groups?id=000be728-5835-465a-a527-c6c2ddb86249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639315 Apr 16 16:47:10.426490 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-e1c90a6b-bf73-4b1c-8011-41d42bfd879c req-6866705c-4364-43b7-a5ed-2310bdb385ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:10.445280 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Provisioning complete for port 03c2a6f7-65f7-471e-96fd-97ae4dd00c17 triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:47:10.448346 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852761088'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:10.684590 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd74a6b-9b45-49a0-ac22-1f13c01f2908 req-d4075107-4df2-4dfa-b260-4a95bac71e4d tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:47:10.711868 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-ebd74a6b-9b45-49a0-ac22-1f13c01f2908 req-d4075107-4df2-4dfa-b260-4a95bac71e4d tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/networks?id=2c1b2f9a-4043-421f-912b-c908e49b8d79 HTTP/1.1" status: 200 len: 819 time: 0.3997755 Apr 16 16:47:10.745361 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-ebd74a6b-9b45-49a0-ac22-1f13c01f2908 req-70f11305-ad42-422a-ab27-1c7775f9559b tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/quotas/3dd53e8589184e7f8377266cec951d0d HTTP/1.1" status: 200 len: 375 time: 0.0314443 Apr 16 16:47:10.886854 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-ebd74a6b-9b45-49a0-ac22-1f13c01f2908 req-95a9664b-9184-4299-ac6a-5dd049b399ce tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=3dd53e8589184e7f8377266cec951d0d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1402285 Apr 16 16:47:11.040191 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1061d4-de1e-4a55-a87f-b8234369f43a None None] Sync routers for ids ['e49d77fe-88dd-40ce-9a69-b9744f7bfd91'] in dv-cinder-733622-13-smb {{(pid=85337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 16:47:11.055936 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1061d4-de1e-4a55-a87f-b8234369f43a None None] Routers {'e49d77fe-88dd-40ce-9a69-b9744f7bfd91'} bound to L3 agent in host dv-cinder-733622-13-smb {{(pid=85337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:47:11.059065 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-ba1061d4-de1e-4a55-a87f-b8234369f43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T16:36:22Z,description=,heartbeat_timestamp=2021-04-16T16:46:52Z,host='dv-cinder-733622-13-smb',id=4aa3b6c8-2ef9-4577-bdb6-1cfedaad083f,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T16:36:22Z,topic='l3_agent')) {'router_ids': ['e49d77fe-88dd-40ce-9a69-b9744f7bfd91'], 'active': True} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:47:11.110551 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [req-e1c90a6b-bf73-4b1c-8011-41d42bfd879c req-6866705c-4364-43b7-a5ed-2310bdb385ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 983f99a4-4cac-4410-be39-ab565f6cd59b {{(pid=85336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 16:47:11.121709 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-e1c90a6b-bf73-4b1c-8011-41d42bfd879c req-6866705c-4364-43b7-a5ed-2310bdb385ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:11.144083 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [req-e1c90a6b-bf73-4b1c-8011-41d42bfd879c req-6866705c-4364-43b7-a5ed-2310bdb385ce service neutron] Transition to ACTIVE for port object 983f99a4-4cac-4410-be39-ab565f6cd59b will not be triggered until provisioned by entity L2. {{(pid=85336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:47:11.147390 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-e1c90a6b-bf73-4b1c-8011-41d42bfd879c req-6866705c-4364-43b7-a5ed-2310bdb385ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852355648'] for port, after_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:11.172795 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:47:11.345290 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6866705c-4364-43b7-a5ed-2310bdb385ce service neutron] Pushing event updated for resources: {'Port': ['ID=983f99a4-4cac-4410-be39-ab565f6cd59b,revision_number=2']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:47:11.360366 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-6866705c-4364-43b7-a5ed-2310bdb385ce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:47:11.480555 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 37906) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:47:11.507473 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 37910) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:47:11.530507 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-ebd74a6b-9b45-49a0-ac22-1f13c01f2908 req-699e5002-00c3-4ef6-ade0-4b3d4b64f904 service neutron] 10.222.0.38 "GET /v2.0/networks/2c1b2f9a-4043-421f-912b-c908e49b8d79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6423912 Apr 16 16:47:11.590866 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvr_db [None req-ba1061d4-de1e-4a55-a87f-b8234369f43a None None] Set router e49d77fe-88dd-40ce-9a69-b9744f7bfd91 gateway port host: dv-cinder-733622-13-smb {{(pid=85337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:47:11.935237 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-ebd74a6b-9b45-49a0-ac22-1f13c01f2908 req-6f648037-7db0-450c-8da7-7381f05d8aa7 service neutron] 10.222.0.38 "GET /v2.0/networks/2c1b2f9a-4043-421f-912b-c908e49b8d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3912528 Apr 16 16:47:11.946486 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-2d529f41-da1a-4d3b-858b-d435216700ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:12.000212 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-361aafdc-0c41-4ea1-92e8-0ab4069557cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:12.033597 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-2d529f41-da1a-4d3b-858b-d435216700ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:47:12.044606 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-2d529f41-da1a-4d3b-858b-d435216700ca admin admin] Usage tracker for resource:security_group_rule and tenant:af76dd72da6240ccb798dd6ab01f79c2 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:47:12.048570 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-361aafdc-0c41-4ea1-92e8-0ab4069557cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:47:12.076313 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-2d529f41-da1a-4d3b-858b-d435216700ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:47:12.095567 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-361aafdc-0c41-4ea1-92e8-0ab4069557cb admin admin] Usage tracker for resource:security_group_rule and tenant:8fb60c72743141edb3755fcee590b502 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:47:12.109385 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-2d529f41-da1a-4d3b-858b-d435216700ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:47:12.119866 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-ba1061d4-de1e-4a55-a87f-b8234369f43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e49d77fe-88dd-40ce-9a69-b9744f7bfd91', 'name': 'tempest-ServerRescueNegativeTestJSON-2010449493-router', 'tenant_id': '3dd53e8589184e7f8377266cec951d0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'external_fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.215'}], 'enable_snat': True}, 'gw_port_id': '03c2a6f7-65f7-471e-96fd-97ae4dd00c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:46:58Z', 'updated_at': '2021-04-16T16:47:06Z', 'revision_number': 4, 'project_id': '3dd53e8589184e7f8377266cec951d0d', 'gw_port': {'id': '03c2a6f7-65f7-471e-96fd-97ae4dd00c17', 'name': '', 'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:f9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49d77fe-88dd-40ce-9a69-b9744f7bfd91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:46:59Z', 'updated_at': '2021-04-16T16:47:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-smb', '_interfaces': [{'id': 'c1dd3101-033e-424d-b12a-c190120e8f37', 'name': '', 'network_id': '2c1b2f9a-4043-421f-912b-c908e49b8d79', 'tenant_id': '3dd53e8589184e7f8377266cec951d0d', 'mac_address': 'fa:16:3e:c9:71:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e49d77fe-88dd-40ce-9a69-b9744f7bfd91', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': 'c2b9a3b8-01fc-4424-851d-e3d624dca274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:47:04Z', 'updated_at': '2021-04-16T16:47:06Z', 'revision_number': 2, 'project_id': '3dd53e8589184e7f8377266cec951d0d', 'subnets': [{'id': 'c2b9a3b8-01fc-4424-851d-e3d624dca274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-13-smb', False) {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:47:12.124618 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-361aafdc-0c41-4ea1-92e8-0ab4069557cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:47:12.125636 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1061d4-de1e-4a55-a87f-b8234369f43a None None] Checking router: e49d77fe-88dd-40ce-9a69-b9744f7bfd91 for host: dv-cinder-733622-13-smb {{(pid=85337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 16:47:12.126236 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1061d4-de1e-4a55-a87f-b8234369f43a None None] Updating router e49d77fe-88dd-40ce-9a69-b9744f7bfd91 port c1dd3101-033e-424d-b12a-c190120e8f37 binding host dv-cinder-733622-13-smb {{(pid=85337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 16:47:12.145089 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-361aafdc-0c41-4ea1-92e8-0ab4069557cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:47:12.198631 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-ba1061d4-de1e-4a55-a87f-b8234369f43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:12.202335 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef5b946-7130-4482-bf17-b3656c440dbe req-1e1340a7-a264-45a1-8f9d-a06f80113d1c tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:47:12.213513 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-6ef5b946-7130-4482-bf17-b3656c440dbe req-1e1340a7-a264-45a1-8f9d-a06f80113d1c tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.38 "GET /v2.0/ports?device_id=f25789e9-557b-4a6a-b2f4-4409f95b0f0a HTTP/1.1" status: 200 len: 944 time: 0.5602515 Apr 16 16:47:12.246485 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [req-e1c90a6b-bf73-4b1c-8011-41d42bfd879c req-6866705c-4364-43b7-a5ed-2310bdb385ce service neutron] Attempting to bind port 983f99a4-4cac-4410-be39-ab565f6cd59b on host hv-cinder-73362 for vnic_type normal with profile {{(pid=85336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 16:47:12.247172 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [req-e1c90a6b-bf73-4b1c-8011-41d42bfd879c req-6866705c-4364-43b7-a5ed-2310bdb385ce service neutron] Attempting to bind port 983f99a4-4cac-4410-be39-ab565f6cd59b by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '5c466791-b111-4073-b936-58dd24a85aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'a7f4e014-87dd-436c-8396-68b004e6fc6e'}] {{(pid=85336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 16:47:12.247705 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c90a6b-bf73-4b1c-8011-41d42bfd879c req-6866705c-4364-43b7-a5ed-2310bdb385ce service neutron] Attempting to bind port 983f99a4-4cac-4410-be39-ab565f6cd59b on network a7f4e014-87dd-436c-8396-68b004e6fc6e {{(pid=85336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 16:47:12.303120 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c90a6b-bf73-4b1c-8011-41d42bfd879c req-6866705c-4364-43b7-a5ed-2310bdb385ce service neutron] Port 983f99a4-4cac-4410-be39-ab565f6cd59b on network a7f4e014-87dd-436c-8396-68b004e6fc6e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=85336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 16:47:12.303514 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c90a6b-bf73-4b1c-8011-41d42bfd879c req-6866705c-4364-43b7-a5ed-2310bdb385ce service neutron] Attempting to bind port 983f99a4-4cac-4410-be39-ab565f6cd59b on network a7f4e014-87dd-436c-8396-68b004e6fc6e {{(pid=85336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 16:47:12.379512 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c90a6b-bf73-4b1c-8011-41d42bfd879c req-6866705c-4364-43b7-a5ed-2310bdb385ce service neutron] Checking agent: {'id': '0677065c-8485-4f55-bc15-3b41e2e6feb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 16, 43, 39), 'started_at': datetime.datetime(2021, 4, 16, 16, 43, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 16:47:12.379890 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c90a6b-bf73-4b1c-8011-41d42bfd879c req-6866705c-4364-43b7-a5ed-2310bdb385ce service neutron] Checking segment: {'id': '5c466791-b111-4073-b936-58dd24a85aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'a7f4e014-87dd-436c-8396-68b004e6fc6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 16:47:12.380322 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c90a6b-bf73-4b1c-8011-41d42bfd879c req-6866705c-4364-43b7-a5ed-2310bdb385ce service neutron] Bound using segment: {'id': '5c466791-b111-4073-b936-58dd24a85aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'a7f4e014-87dd-436c-8396-68b004e6fc6e'} {{(pid=85336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 16:47:12.380872 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [req-e1c90a6b-bf73-4b1c-8011-41d42bfd879c req-6866705c-4364-43b7-a5ed-2310bdb385ce service neutron] Bound port: 983f99a4-4cac-4410-be39-ab565f6cd59b, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c466791-b111-4073-b936-58dd24a85aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'a7f4e014-87dd-436c-8396-68b004e6fc6e'}}] {{(pid=85336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 16:47:12.381259 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-e1c90a6b-bf73-4b1c-8011-41d42bfd879c req-6866705c-4364-43b7-a5ed-2310bdb385ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:12.433393 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-6ef5b946-7130-4482-bf17-b3656c440dbe req-db4a0e09-da38-4b4d-969a-0061e5335f70 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.38 "GET /v2.0/security-groups?id=000be728-5835-465a-a527-c6c2ddb86249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185163 Apr 16 16:47:12.622758 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-a1945bd9-74de-4a25-96d6-09d2048d311d req-cf40cddd-4201-489b-bdae-b13f1636cf74 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Synchronizing usage tracker for tenant:3dd53e8589184e7f8377266cec951d0d on resource:port {{(pid=85336) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 16:47:12.712436 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-2d529f41-da1a-4d3b-858b-d435216700ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:12.728977 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-2d529f41-da1a-4d3b-858b-d435216700ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:12.737038 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-a1945bd9-74de-4a25-96d6-09d2048d311d req-cf40cddd-4201-489b-bdae-b13f1636cf74 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Unset dirty status for tenant:3dd53e8589184e7f8377266cec951d0d on resource:port {{(pid=85336) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 16:47:12.738876 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-a1945bd9-74de-4a25-96d6-09d2048d311d req-cf40cddd-4201-489b-bdae-b13f1636cf74 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7a8ece6-a83a-480a-92f5-30f88f72177e HTTP/1.1" status: 200 len: 210 time: 0.2332413 Apr 16 16:47:12.744887 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-8f087376-56f1-43f2-a85e-7e1216f537b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:47:12.755933 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-361aafdc-0c41-4ea1-92e8-0ab4069557cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:12.761686 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [req-e1c90a6b-bf73-4b1c-8011-41d42bfd879c req-6866705c-4364-43b7-a5ed-2310bdb385ce service neutron] For port 983f99a4-4cac-4410-be39-ab565f6cd59b, host hv-cinder-73362, cleared binding levels {{(pid=85336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 16:47:12.808398 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-361aafdc-0c41-4ea1-92e8-0ab4069557cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:12.835240 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [req-e1c90a6b-bf73-4b1c-8011-41d42bfd879c req-6866705c-4364-43b7-a5ed-2310bdb385ce service neutron] For port 983f99a4-4cac-4410-be39-ab565f6cd59b, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=983f99a4-4cac-4410-be39-ab565f6cd59b,segment=NetworkSegment(5c466791-b111-4073-b936-58dd24a85aef),segment_id=5c466791-b111-4073-b936-58dd24a85aef)] {{(pid=85336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 16:47:12.841192 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-2d529f41-da1a-4d3b-858b-d435216700ca admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=af76dd72da6240ccb798dd6ab01f79c2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3595462 Apr 16 16:47:12.842243 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d529f41-da1a-4d3b-858b-d435216700ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1deec9d7-e613-4b54-96f9-b915fef2f6d9,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:47:12.844291 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 37946) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:47:12.845860 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-2d529f41-da1a-4d3b-858b-d435216700ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:47:12.855958 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-995ae5a5-faf0-4446-8071-6802d28973c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:47:12.873573 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-e1c90a6b-bf73-4b1c-8011-41d42bfd879c req-6866705c-4364-43b7-a5ed-2310bdb385ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852355648'] for port, after_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:12.982299 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361aafdc-0c41-4ea1-92e8-0ab4069557cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e4107e3-c190-4d0a-9b63-a004701fe8d5,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:47:12.988445 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-6557bb28-ecbf-45fe-a0ec-2a11e89bfa3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:12.992264 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-ba1061d4-de1e-4a55-a87f-b8234369f43a None None] Notify callbacks [] for port, precommit_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:13.010808 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-361aafdc-0c41-4ea1-92e8-0ab4069557cb admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8fb60c72743141edb3755fcee590b502&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5016069 Apr 16 16:47:13.016681 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-361aafdc-0c41-4ea1-92e8-0ab4069557cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:47:13.017030 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:47:13.042610 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-ba1061d4-de1e-4a55-a87f-b8234369f43a None None] Transition to ACTIVE for port object c1dd3101-033e-424d-b12a-c190120e8f37 will not be triggered until provisioned by entity L2. {{(pid=85337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:47:13.046088 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-6557bb28-ecbf-45fe-a0ec-2a11e89bfa3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:13.053659 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-ba1061d4-de1e-4a55-a87f-b8234369f43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:13.081865 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:47:13.129255 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 37954) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:47:13.150947 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6866705c-4364-43b7-a5ed-2310bdb385ce service neutron] Pushing event updated for resources: {'Port': ['ID=983f99a4-4cac-4410-be39-ab565f6cd59b,revision_number=3']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:47:13.154909 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-6866705c-4364-43b7-a5ed-2310bdb385ce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:47:13.189803 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-6557bb28-ecbf-45fe-a0ec-2a11e89bfa3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:13.204780 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-bbfcb287-afcb-4298-9456-ac726d3cba26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:47:13.204968 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c90a6b-bf73-4b1c-8011-41d42bfd879c req-6866705c-4364-43b7-a5ed-2310bdb385ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:47:13.205529 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-e1c90a6b-bf73-4b1c-8011-41d42bfd879c req-6866705c-4364-43b7-a5ed-2310bdb385ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609088'] for port, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:13.207168 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-e1c90a6b-bf73-4b1c-8011-41d42bfd879c req-6866705c-4364-43b7-a5ed-2310bdb385ce service neutron] 10.222.0.87 "PUT /v2.0/ports/983f99a4-4cac-4410-be39-ab565f6cd59b HTTP/1.1" status: 200 len: 1094 time: 2.9977603 Apr 16 16:47:13.207742 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f25789e9-557b-4a6a-b2f4-4409f95b0f0a', 'tag': '983f99a4-4cac-4410-be39-ab565f6cd59b'}] {{(pid=85336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:47:13.246317 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2d8892-58e6-46a0-8ea3-5456d1233766 None None] Pushing event updated for resources: {'Port': ['ID=c1dd3101-033e-424d-b12a-c190120e8f37,revision_number=3']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:47:13.260794 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6557bb28-ecbf-45fe-a0ec-2a11e89bfa3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1deec9d7-e613-4b54-96f9-b915fef2f6d9,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:47:13.274532 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-3e2d8892-58e6-46a0-8ea3-5456d1233766 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:47:13.312122 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f25789e9-557b-4a6a-b2f4-4409f95b0f0a', 'tag': '983f99a4-4cac-4410-be39-ab565f6cd59b', 'status': 'completed', 'code': 200} Apr 16 16:47:13.330607 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-6557bb28-ecbf-45fe-a0ec-2a11e89bfa3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:47:13.363640 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c90a6b-bf73-4b1c-8011-41d42bfd879c req-9f234b43-015f-43f6-8eb4-e71459a890d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:47:13.366147 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-e1c90a6b-bf73-4b1c-8011-41d42bfd879c req-9f234b43-015f-43f6-8eb4-e71459a890d0 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=43227d5615b84ce4a66767a47689161f&device_id=f25789e9-557b-4a6a-b2f4-4409f95b0f0a HTTP/1.1" status: 200 len: 1097 time: 0.1058998 Apr 16 16:47:13.378217 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-6557bb28-ecbf-45fe-a0ec-2a11e89bfa3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:13.379050 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-6557bb28-ecbf-45fe-a0ec-2a11e89bfa3b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1deec9d7-e613-4b54-96f9-b915fef2f6d9 HTTP/1.1" status: 204 len: 168 time: 0.5333881 Apr 16 16:47:13.465715 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-2655a0fa-816c-4b6f-973e-081afebb5ed5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:13.514765 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-2655a0fa-816c-4b6f-973e-081afebb5ed5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:13.538419 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-e1c90a6b-bf73-4b1c-8011-41d42bfd879c req-0e03744b-a267-4a70-b866-3e674a3bf4c9 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=983f99a4-4cac-4410-be39-ab565f6cd59b HTTP/1.1" status: 200 len: 217 time: 0.1551688 Apr 16 16:47:13.580173 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9f19a7-b05f-40c6-8a8f-de7773129916 req-65155c32-44d0-4b5d-b709-3e80fcbf83e5 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:47:13.591539 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-1c9f19a7-b05f-40c6-8a8f-de7773129916 req-65155c32-44d0-4b5d-b709-3e80fcbf83e5 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/networks?id=2c1b2f9a-4043-421f-912b-c908e49b8d79 HTTP/1.1" status: 200 len: 819 time: 0.4605899 Apr 16 16:47:13.636895 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-1c9f19a7-b05f-40c6-8a8f-de7773129916 req-3b1f54da-d633-46ad-af5d-cda6d5abe059 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/quotas/3dd53e8589184e7f8377266cec951d0d HTTP/1.1" status: 200 len: 375 time: 0.0440650 Apr 16 16:47:13.758144 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c90a6b-bf73-4b1c-8011-41d42bfd879c req-8568c16e-6d90-42b4-81ec-4cd3f3b6d8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:47:13.770511 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-e1c90a6b-bf73-4b1c-8011-41d42bfd879c req-8568c16e-6d90-42b4-81ec-4cd3f3b6d8a4 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=5ae8a7aa-8888-4dcf-9347-2e1ca7171a9b HTTP/1.1" status: 200 len: 855 time: 0.2235284 Apr 16 16:47:13.770888 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-ba1061d4-de1e-4a55-a87f-b8234369f43a None None] Attempting to bind port c1dd3101-033e-424d-b12a-c190120e8f37 on host dv-cinder-733622-13-smb for vnic_type normal with profile {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 16:47:13.771647 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-ba1061d4-de1e-4a55-a87f-b8234369f43a None None] Attempting to bind port c1dd3101-033e-424d-b12a-c190120e8f37 by drivers openvswitch,hyperv on host dv-cinder-733622-13-smb at level 0 using segments [{'id': '6982ae40-408c-420a-b6f7-93d42819f3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '2c1b2f9a-4043-421f-912b-c908e49b8d79'}] {{(pid=85337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 16:47:13.772545 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1061d4-de1e-4a55-a87f-b8234369f43a None None] Attempting to bind port c1dd3101-033e-424d-b12a-c190120e8f37 on network 2c1b2f9a-4043-421f-912b-c908e49b8d79 {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 16:47:13.780208 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1061d4-de1e-4a55-a87f-b8234369f43a None None] Checking agent: {'id': '033b0af5-7550-4b5d-954a-022a384d8461', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 16, 36, 23), 'started_at': datetime.datetime(2021, 4, 16, 16, 36, 53), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 16:47:13.781102 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1061d4-de1e-4a55-a87f-b8234369f43a None None] Checking segment: {'id': '6982ae40-408c-420a-b6f7-93d42819f3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '2c1b2f9a-4043-421f-912b-c908e49b8d79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 16:47:13.782598 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-ba1061d4-de1e-4a55-a87f-b8234369f43a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:13.783488 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1061d4-de1e-4a55-a87f-b8234369f43a None None] Bound using segment: {'id': '6982ae40-408c-420a-b6f7-93d42819f3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '2c1b2f9a-4043-421f-912b-c908e49b8d79'} {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 16:47:13.784528 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-ba1061d4-de1e-4a55-a87f-b8234369f43a None None] Bound port: c1dd3101-033e-424d-b12a-c190120e8f37, host: dv-cinder-733622-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6982ae40-408c-420a-b6f7-93d42819f3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '2c1b2f9a-4043-421f-912b-c908e49b8d79'}}] {{(pid=85337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 16:47:13.785184 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-ba1061d4-de1e-4a55-a87f-b8234369f43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:13.864650 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-1c9f19a7-b05f-40c6-8a8f-de7773129916 req-f082d907-25aa-41d3-b772-ecc3e0395e7d tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=3dd53e8589184e7f8377266cec951d0d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2262650 Apr 16 16:47:13.901739 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-ba1061d4-de1e-4a55-a87f-b8234369f43a None None] For port c1dd3101-033e-424d-b12a-c190120e8f37, host dv-cinder-733622-13-smb, cleared binding levels {{(pid=85337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 16:47:13.907006 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-ba1061d4-de1e-4a55-a87f-b8234369f43a None None] For port c1dd3101-033e-424d-b12a-c190120e8f37, host dv-cinder-733622-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-smb',level=0,port_id=c1dd3101-033e-424d-b12a-c190120e8f37,segment=NetworkSegment(6982ae40-408c-420a-b6f7-93d42819f3da),segment_id=6982ae40-408c-420a-b6f7-93d42819f3da)] {{(pid=85337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 16:47:13.912396 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-ba1061d4-de1e-4a55-a87f-b8234369f43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:13.931894 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:47:13.941646 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-e1c90a6b-bf73-4b1c-8011-41d42bfd879c req-221c8ca7-5559-454c-9366-dee2a502202b service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=a7f4e014-87dd-436c-8396-68b004e6fc6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1564720 Apr 16 16:47:14.145392 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2d8892-58e6-46a0-8ea3-5456d1233766 None None] Pushing event updated for resources: {'Port': ['ID=c1dd3101-033e-424d-b12a-c190120e8f37,revision_number=4']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:47:14.162150 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-3e2d8892-58e6-46a0-8ea3-5456d1233766 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:47:14.201631 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 37988) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:47:14.227848 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-2655a0fa-816c-4b6f-973e-081afebb5ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:14.254773 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1061d4-de1e-4a55-a87f-b8234369f43a None None] Routers {'e49d77fe-88dd-40ce-9a69-b9744f7bfd91'} bound to L3 agent in host dv-cinder-733622-13-smb {{(pid=85337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:47:14.255504 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-ba1061d4-de1e-4a55-a87f-b8234369f43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T16:36:22Z,description=,heartbeat_timestamp=2021-04-16T16:46:52Z,host='dv-cinder-733622-13-smb',id=4aa3b6c8-2ef9-4577-bdb6-1cfedaad083f,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T16:36:22Z,topic='l3_agent')) {'router_ids': ['e49d77fe-88dd-40ce-9a69-b9744f7bfd91'], 'active': True} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:47:14.292486 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:47:14.312418 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2655a0fa-816c-4b6f-973e-081afebb5ed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e4107e3-c190-4d0a-9b63-a004701fe8d5,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:47:14.323564 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-89cca204-2d11-477b-aef8-022c7c1c87d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:14.382628 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-2655a0fa-816c-4b6f-973e-081afebb5ed5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:47:14.402202 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-89cca204-2d11-477b-aef8-022c7c1c87d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:47:14.406761 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-89cca204-2d11-477b-aef8-022c7c1c87d7 admin admin] Usage tracker for resource:security_group_rule and tenant:0de432c3dd72484d897ad77ff96f47df is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:47:14.410416 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-89cca204-2d11-477b-aef8-022c7c1c87d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:47:14.417428 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-89cca204-2d11-477b-aef8-022c7c1c87d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:47:14.467733 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-2655a0fa-816c-4b6f-973e-081afebb5ed5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:14.472139 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-2655a0fa-816c-4b6f-973e-081afebb5ed5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9e4107e3-c190-4d0a-9b63-a004701fe8d5 HTTP/1.1" status: 204 len: 168 time: 1.3364723 Apr 16 16:47:14.530555 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-89cca204-2d11-477b-aef8-022c7c1c87d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:14.582618 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvr_db [None req-ba1061d4-de1e-4a55-a87f-b8234369f43a None None] Set router e49d77fe-88dd-40ce-9a69-b9744f7bfd91 gateway port host: dv-cinder-733622-13-smb {{(pid=85337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:47:14.600253 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-89cca204-2d11-477b-aef8-022c7c1c87d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:14.605319 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-e1c90a6b-bf73-4b1c-8011-41d42bfd879c req-8d9432a6-4600-4542-9ef6-a5fd1aa1968c service neutron] 10.222.0.87 "GET /v2.0/networks/a7f4e014-87dd-436c-8396-68b004e6fc6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5343742 Apr 16 16:47:14.638643 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-2655a0fa-816c-4b6f-973e-081afebb5ed5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:47:14.672927 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-89cca204-2d11-477b-aef8-022c7c1c87d7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0de432c3dd72484d897ad77ff96f47df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4638121 Apr 16 16:47:14.676915 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cca204-2d11-477b-aef8-022c7c1c87d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc3c40c6-898c-43eb-b78b-4f8cbe2bfa72,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:47:14.680687 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-89cca204-2d11-477b-aef8-022c7c1c87d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:47:14.685073 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 38000) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:47:14.695245 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-1c9f19a7-b05f-40c6-8a8f-de7773129916 req-ad3323f7-0b03-4e2c-a66c-b8d5dee32876 service neutron] 10.222.0.38 "GET /v2.0/networks/2c1b2f9a-4043-421f-912b-c908e49b8d79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8290279 Apr 16 16:47:14.831056 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022b9acf-e497-4569-838a-0e9d41315ca6 req-06ce2cbb-5d62-4edd-b05c-8054349d9d7e tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:47:14.833187 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-022b9acf-e497-4569-838a-0e9d41315ca6 req-06ce2cbb-5d62-4edd-b05c-8054349d9d7e tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.38 "GET /v2.0/ports?device_id=f25789e9-557b-4a6a-b2f4-4409f95b0f0a HTTP/1.1" status: 200 len: 944 time: 0.8899243 Apr 16 16:47:14.864798 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd74a6b-9b45-49a0-ac22-1f13c01f2908 req-45a4f9b1-5029-498c-a315-7464ae360920 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:47:14.867363 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-ebd74a6b-9b45-49a0-ac22-1f13c01f2908 req-45a4f9b1-5029-498c-a315-7464ae360920 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.87 "GET /v2.0/networks?id=2c1b2f9a-4043-421f-912b-c908e49b8d79 HTTP/1.1" status: 200 len: 819 time: 1.0526884 Apr 16 16:47:14.877150 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-e1c90a6b-bf73-4b1c-8011-41d42bfd879c req-dbb53e0f-456b-41bd-90e1-498d6f3fc1d0 service neutron] 10.222.0.87 "GET /v2.0/networks/a7f4e014-87dd-436c-8396-68b004e6fc6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2515512 Apr 16 16:47:14.911666 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.v2.base [req-ebd74a6b-9b45-49a0-ac22-1f13c01f2908 req-fa40da74-b88e-4559-ac5b-73dd19cc5c8a tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Request body: {'port': {'device_id': 'a7a8ece6-a83a-480a-92f5-30f88f72177e', 'network_id': '2c1b2f9a-4043-421f-912b-c908e49b8d79', 'admin_state_up': True, 'tenant_id': '3dd53e8589184e7f8377266cec951d0d'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:47:14.911987 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-022b9acf-e497-4569-838a-0e9d41315ca6 req-c8226533-9082-466e-91ff-a4bd4abf540e tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.38 "GET /v2.0/security-groups?id=000be728-5835-465a-a527-c6c2ddb86249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601847 Apr 16 16:47:15.065958 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 38006) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:47:15.072777 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-ba1061d4-de1e-4a55-a87f-b8234369f43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e49d77fe-88dd-40ce-9a69-b9744f7bfd91', 'name': 'tempest-ServerRescueNegativeTestJSON-2010449493-router', 'tenant_id': '3dd53e8589184e7f8377266cec951d0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'external_fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.215'}], 'enable_snat': True}, 'gw_port_id': '03c2a6f7-65f7-471e-96fd-97ae4dd00c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:46:58Z', 'updated_at': '2021-04-16T16:47:06Z', 'revision_number': 4, 'project_id': '3dd53e8589184e7f8377266cec951d0d', 'gw_port': {'id': '03c2a6f7-65f7-471e-96fd-97ae4dd00c17', 'name': '', 'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:f9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49d77fe-88dd-40ce-9a69-b9744f7bfd91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:46:59Z', 'updated_at': '2021-04-16T16:47:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-smb', '_interfaces': [{'id': 'c1dd3101-033e-424d-b12a-c190120e8f37', 'name': '', 'network_id': '2c1b2f9a-4043-421f-912b-c908e49b8d79', 'tenant_id': '3dd53e8589184e7f8377266cec951d0d', 'mac_address': 'fa:16:3e:c9:71:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e49d77fe-88dd-40ce-9a69-b9744f7bfd91', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': 'c2b9a3b8-01fc-4424-851d-e3d624dca274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:47:04Z', 'updated_at': '2021-04-16T16:47:13Z', 'revision_number': 4, 'project_id': '3dd53e8589184e7f8377266cec951d0d', 'subnets': [{'id': 'c2b9a3b8-01fc-4424-851d-e3d624dca274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-13-smb', False) {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:47:15.077993 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1061d4-de1e-4a55-a87f-b8234369f43a None None] The sync data for ids ['e49d77fe-88dd-40ce-9a69-b9744f7bfd91'] in dv-cinder-733622-13-smb is: [{'id': 'e49d77fe-88dd-40ce-9a69-b9744f7bfd91', 'name': 'tempest-ServerRescueNegativeTestJSON-2010449493-router', 'tenant_id': '3dd53e8589184e7f8377266cec951d0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'external_fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.215'}], 'enable_snat': True}, 'gw_port_id': '03c2a6f7-65f7-471e-96fd-97ae4dd00c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:46:58Z', 'updated_at': '2021-04-16T16:47:06Z', 'revision_number': 4, 'project_id': '3dd53e8589184e7f8377266cec951d0d', 'gw_port': {'id': '03c2a6f7-65f7-471e-96fd-97ae4dd00c17', 'name': '', 'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:f9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49d77fe-88dd-40ce-9a69-b9744f7bfd91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:46:59Z', 'updated_at': '2021-04-16T16:47:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-smb', '_interfaces': [{'id': 'c1dd3101-033e-424d-b12a-c190120e8f37', 'name': '', 'network_id': '2c1b2f9a-4043-421f-912b-c908e49b8d79', 'tenant_id': '3dd53e8589184e7f8377266cec951d0d', 'mac_address': 'fa:16:3e:c9:71:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e49d77fe-88dd-40ce-9a69-b9744f7bfd91', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': 'c2b9a3b8-01fc-4424-851d-e3d624dca274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:47:04Z', 'updated_at': '2021-04-16T16:47:13Z', 'revision_number': 4, 'project_id': '3dd53e8589184e7f8377266cec951d0d', 'subnets': [{'id': 'c2b9a3b8-01fc-4424-851d-e3d624dca274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 16:47:15.093159 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-aafc2aa0-6bc2-4718-abb8-45189c5a0197 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:15.129524 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-aafc2aa0-6bc2-4718-abb8-45189c5a0197 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:47:15.138109 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-aafc2aa0-6bc2-4718-abb8-45189c5a0197 admin admin] Usage tracker for resource:security_group_rule and tenant:8ac121982a8446f5887e5b14a63d9ef3 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:47:15.144714 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2081a46b-13fd-42fa-84e8-363d3ae7e7c2 req-f1a7766c-63ec-42e0-b5c0-3e8632cb854f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:47:15.145319 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-2081a46b-13fd-42fa-84e8-363d3ae7e7c2 req-f1a7766c-63ec-42e0-b5c0-3e8632cb854f service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=43227d5615b84ce4a66767a47689161f&device_id=f25789e9-557b-4a6a-b2f4-4409f95b0f0a HTTP/1.1" status: 200 len: 1097 time: 0.2030928 Apr 16 16:47:15.146314 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-aafc2aa0-6bc2-4718-abb8-45189c5a0197 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:47:15.153808 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-aafc2aa0-6bc2-4718-abb8-45189c5a0197 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:47:15.220618 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [req-ebd74a6b-9b45-49a0-ac22-1f13c01f2908 req-fa40da74-b88e-4559-ac5b-73dd19cc5c8a tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:47:15.243892 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [req-ebd74a6b-9b45-49a0-ac22-1f13c01f2908 req-fa40da74-b88e-4559-ac5b-73dd19cc5c8a tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:47:15.266481 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebd74a6b-9b45-49a0-ac22-1f13c01f2908 req-fa40da74-b88e-4559-ac5b-73dd19cc5c8a tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Made reservation on behalf of 3dd53e8589184e7f8377266cec951d0d for: {'port': 1} {{(pid=85335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 16:47:15.277379 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-ebd74a6b-9b45-49a0-ac22-1f13c01f2908 req-fa40da74-b88e-4559-ac5b-73dd19cc5c8a tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:15.349554 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-1c9f19a7-b05f-40c6-8a8f-de7773129916 req-7fd7d91d-cfe3-4d55-9f47-fa48c26b14c5 service neutron] 10.222.0.38 "GET /v2.0/networks/2c1b2f9a-4043-421f-912b-c908e49b8d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6534715 Apr 16 16:47:15.456851 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-2e24e251-9922-4e21-b9e9-f8e203e2fd57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:15.475416 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2081a46b-13fd-42fa-84e8-363d3ae7e7c2 req-53b77752-c751-4f47-a2d1-01791e1df0de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:47:15.475416 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-2081a46b-13fd-42fa-84e8-363d3ae7e7c2 req-53b77752-c751-4f47-a2d1-01791e1df0de service neutron] 10.222.0.87 "GET /v2.0/networks?id=a7f4e014-87dd-436c-8396-68b004e6fc6e HTTP/1.1" status: 200 len: 916 time: 0.3112605 Apr 16 16:47:15.508369 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-2e24e251-9922-4e21-b9e9-f8e203e2fd57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:15.601681 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-2e24e251-9922-4e21-b9e9-f8e203e2fd57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:15.612991 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-603217e1-54d9-4df8-bbd5-745a9b086bf6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:47:15.645688 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e24e251-9922-4e21-b9e9-f8e203e2fd57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc3c40c6-898c-43eb-b78b-4f8cbe2bfa72,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:47:15.653423 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-2e24e251-9922-4e21-b9e9-f8e203e2fd57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:47:15.686784 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-2e24e251-9922-4e21-b9e9-f8e203e2fd57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:15.691045 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-2e24e251-9922-4e21-b9e9-f8e203e2fd57 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/dc3c40c6-898c-43eb-b78b-4f8cbe2bfa72 HTTP/1.1" status: 204 len: 168 time: 0.9911423 Apr 16 16:47:15.802997 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-2081a46b-13fd-42fa-84e8-363d3ae7e7c2 req-630d4dd4-4822-408d-a6c7-1a083fc33811 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=983f99a4-4cac-4410-be39-ab565f6cd59b HTTP/1.1" status: 200 len: 217 time: 0.3067389 Apr 16 16:47:15.913773 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.db_base_plugin_common [req-ebd74a6b-9b45-49a0-ac22-1f13c01f2908 req-fa40da74-b88e-4559-ac5b-73dd19cc5c8a tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Allocated IP 172.20.0.2 (2c1b2f9a-4043-421f-912b-c908e49b8d79/c2b9a3b8-01fc-4424-851d-e3d624dca274/5778e254-814b-4395-ac58-434d03eeb2b9) {{(pid=85335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 16:47:16.011610 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-6a2c454d-93b8-4b91-a416-a3662ecbadbe req-d7219207-1107-4cc7-9bda-ef81adb7962c tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7a33a5e-8c31-4bf0-9231-2f6e14783496 HTTP/1.1" status: 200 len: 210 time: 0.2310736 Apr 16 16:47:16.021858 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-aafc2aa0-6bc2-4718-abb8-45189c5a0197 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:16.036486 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-aafc2aa0-6bc2-4718-abb8-45189c5a0197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:16.057555 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1f589e17-a705-4c75-8476-cec4aff622f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:47:16.147468 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-aafc2aa0-6bc2-4718-abb8-45189c5a0197 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8ac121982a8446f5887e5b14a63d9ef3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0801880 Apr 16 16:47:16.164896 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2081a46b-13fd-42fa-84e8-363d3ae7e7c2 req-0634b6fd-0ee5-45f3-a9ec-584afa058177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:47:16.166543 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-2081a46b-13fd-42fa-84e8-363d3ae7e7c2 req-0634b6fd-0ee5-45f3-a9ec-584afa058177 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=5ae8a7aa-8888-4dcf-9347-2e1ca7171a9b HTTP/1.1" status: 200 len: 855 time: 0.2511911 Apr 16 16:47:16.193540 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 38038) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:47:16.297524 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Device c1dd3101-033e-424d-b12a-c190120e8f37 up at agent ovs-agent-dv-cinder-733622-13-smb {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:47:16.385421 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafc2aa0-6bc2-4718-abb8-45189c5a0197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=975d81c6-5098-41ce-b42e-78437561b695,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:47:16.440069 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-aafc2aa0-6bc2-4718-abb8-45189c5a0197 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:47:16.443581 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-2081a46b-13fd-42fa-84e8-363d3ae7e7c2 req-25d77235-a48b-4a7d-90d5-fa18f89bb2c3 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=a7f4e014-87dd-436c-8396-68b004e6fc6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2300420 Apr 16 16:47:16.508998 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Provisioning for port c1dd3101-033e-424d-b12a-c190120e8f37 completed by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:47:16.523680 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Provisioning complete for port c1dd3101-033e-424d-b12a-c190120e8f37 triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:47:16.523909 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852761088'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:16.797275 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-b51afce6-037d-4f87-a56a-09b8c7bdcbc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:16.885893 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-b51afce6-037d-4f87-a56a-09b8c7bdcbc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:16.907574 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-2081a46b-13fd-42fa-84e8-363d3ae7e7c2 req-287e0deb-cc46-4f8e-81d4-1cb733f80987 service neutron] 10.222.0.87 "GET /v2.0/networks/a7f4e014-87dd-436c-8396-68b004e6fc6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4091940 Apr 16 16:47:16.940265 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:16.947593 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-ebd74a6b-9b45-49a0-ac22-1f13c01f2908 req-fa40da74-b88e-4559-ac5b-73dd19cc5c8a tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Notify callbacks [] for port, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:17.019593 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] For port c1dd3101-033e-424d-b12a-c190120e8f37, host dv-cinder-733622-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-smb',level=0,port_id=c1dd3101-033e-424d-b12a-c190120e8f37,segment=NetworkSegment(6982ae40-408c-420a-b6f7-93d42819f3da),segment_id=6982ae40-408c-420a-b6f7-93d42819f3da)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:47:17.027818 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ab8ebb-eb54-4305-948d-e2f8c9e9a374 req-89438c83-222e-4265-8766-80b200227361 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:47:17.029692 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-37ab8ebb-eb54-4305-948d-e2f8c9e9a374 req-89438c83-222e-4265-8766-80b200227361 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.38 "GET /v2.0/ports?device_id=f25789e9-557b-4a6a-b2f4-4409f95b0f0a HTTP/1.1" status: 200 len: 944 time: 0.6361001 Apr 16 16:47:17.054853 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:17.058657 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:47:17.177319 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-37ab8ebb-eb54-4305-948d-e2f8c9e9a374 req-9a017c4f-7cd6-43eb-9654-1fa54c5d1e15 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.38 "GET /v2.0/security-groups?id=000be728-5835-465a-a527-c6c2ddb86249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333332 Apr 16 16:47:17.200853 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-ebd74a6b-9b45-49a0-ac22-1f13c01f2908 req-fa40da74-b88e-4559-ac5b-73dd19cc5c8a tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751455712866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850737760'] for port, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:17.285245 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Pushing event updated for resources: {'Port': ['ID=c1dd3101-033e-424d-b12a-c190120e8f37,revision_number=5']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:47:17.289648 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:47:17.351238 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-2081a46b-13fd-42fa-84e8-363d3ae7e7c2 req-d805be77-7bbd-4064-a801-dd62ffa52b0b service neutron] 10.222.0.87 "GET /v2.0/networks/a7f4e014-87dd-436c-8396-68b004e6fc6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4148965 Apr 16 16:47:17.352873 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:47:17.354939 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-1732af69-2e27-4c3b-ae27-828245ecfb6b req-d03bec1a-3ebc-443a-941d-86ee46425c3f tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7a33a5e-8c31-4bf0-9231-2f6e14783496 HTTP/1.1" status: 200 len: 210 time: 0.0809045 Apr 16 16:47:17.380135 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-b51afce6-037d-4f87-a56a-09b8c7bdcbc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:17.387306 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-68bc3d5c-c621-473c-8bb0-73e2034ad041 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:47:17.416334 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51afce6-037d-4f87-a56a-09b8c7bdcbc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=975d81c6-5098-41ce-b42e-78437561b695,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:47:17.421719 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-b51afce6-037d-4f87-a56a-09b8c7bdcbc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:47:17.444585 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-b51afce6-037d-4f87-a56a-09b8c7bdcbc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:17.446134 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-b51afce6-037d-4f87-a56a-09b8c7bdcbc6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/975d81c6-5098-41ce-b42e-78437561b695 HTTP/1.1" status: 204 len: 168 time: 1.2512941 Apr 16 16:47:17.493064 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa40da74-b88e-4559-ac5b-73dd19cc5c8a tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Pushing event updated for resources: {'Port': ['ID=5778e254-814b-4395-ac58-434d03eeb2b9,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:47:17.533587 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-fa40da74-b88e-4559-ac5b-73dd19cc5c8a tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:47:17.613371 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebd74a6b-9b45-49a0-ac22-1f13c01f2908 req-fa40da74-b88e-4559-ac5b-73dd19cc5c8a tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Network 2c1b2f9a-4043-421f-912b-c908e49b8d79 is already hosted by enough agents. {{(pid=85335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 16:47:17.617973 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [req-ebd74a6b-9b45-49a0-ac22-1f13c01f2908 req-fa40da74-b88e-4559-ac5b-73dd19cc5c8a tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Resources bound (agent type, host, resource id): {{(pid=85335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:47:17.620577 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebd74a6b-9b45-49a0-ac22-1f13c01f2908 req-fa40da74-b88e-4559-ac5b-73dd19cc5c8a tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Received port after_create {{(pid=85335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 16:47:17.698473 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd74a6b-9b45-49a0-ac22-1f13c01f2908 req-fa40da74-b88e-4559-ac5b-73dd19cc5c8a tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:47:17.699154 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-ebd74a6b-9b45-49a0-ac22-1f13c01f2908 req-fa40da74-b88e-4559-ac5b-73dd19cc5c8a tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768218'] for port, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:17.744056 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-ebd74a6b-9b45-49a0-ac22-1f13c01f2908 req-fa40da74-b88e-4559-ac5b-73dd19cc5c8a tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8499479 Apr 16 16:47:17.782318 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.v2.base [req-ebd74a6b-9b45-49a0-ac22-1f13c01f2908 req-86f01360-c453-42ba-ae56-2722bc965c70 service neutron] Request body: {'port': {'device_id': 'a7a8ece6-a83a-480a-92f5-30f88f72177e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:47:18.017025 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-ebd74a6b-9b45-49a0-ac22-1f13c01f2908 req-86f01360-c453-42ba-ae56-2722bc965c70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:18.062018 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 38110) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:47:18.097903 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Device 983f99a4-4cac-4410-be39-ab565f6cd59b details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=85337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 16:47:18.547998 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Device c1dd3101-033e-424d-b12a-c190120e8f37 up at agent ovs-agent-dv-cinder-733622-13-smb {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:47:18.924025 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9f19a7-b05f-40c6-8a8f-de7773129916 req-3c01d83e-19ed-4c91-97e3-8ae604d48074 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:47:18.925626 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-1c9f19a7-b05f-40c6-8a8f-de7773129916 req-3c01d83e-19ed-4c91-97e3-8ae604d48074 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Synchronizing usage tracker for tenant:3dd53e8589184e7f8377266cec951d0d on resource:network {{(pid=85336) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 16:47:18.936384 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] For port 983f99a4-4cac-4410-be39-ab565f6cd59b, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=983f99a4-4cac-4410-be39-ab565f6cd59b,segment=NetworkSegment(5c466791-b111-4073-b936-58dd24a85aef),segment_id=5c466791-b111-4073-b936-58dd24a85aef)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:47:18.950829 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-38b4ae52-6696-4935-855f-424483611b52 req-b9c3680f-4a95-49c3-8bc8-f825067ed50d tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7a33a5e-8c31-4bf0-9231-2f6e14783496 HTTP/1.1" status: 200 len: 210 time: 0.1971536 Apr 16 16:47:18.989069 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Provisioning complete for port c1dd3101-033e-424d-b12a-c190120e8f37 triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:47:18.991064 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852761088'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:18.992527 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-1c9f19a7-b05f-40c6-8a8f-de7773129916 req-3c01d83e-19ed-4c91-97e3-8ae604d48074 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Unset dirty status for tenant:3dd53e8589184e7f8377266cec951d0d on resource:network {{(pid=85336) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 16:47:18.994524 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-1c9f19a7-b05f-40c6-8a8f-de7773129916 req-3c01d83e-19ed-4c91-97e3-8ae604d48074 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.87 "GET /v2.0/networks?id=2c1b2f9a-4043-421f-912b-c908e49b8d79 HTTP/1.1" status: 200 len: 819 time: 1.0372446 Apr 16 16:47:19.015751 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.v2.base [req-1c9f19a7-b05f-40c6-8a8f-de7773129916 req-10aa86d1-ae29-4f51-8be9-79118dee0da7 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Request body: {'port': {'device_id': 'b7a33a5e-8c31-4bf0-9231-2f6e14783496', 'network_id': '2c1b2f9a-4043-421f-912b-c908e49b8d79', 'admin_state_up': True, 'tenant_id': '3dd53e8589184e7f8377266cec951d0d'}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:47:19.059573 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Returning: {'device': '983f99a4-4cac-4410-be39-ab565f6cd59b', 'network_id': 'a7f4e014-87dd-436c-8396-68b004e6fc6e', 'port_id': '983f99a4-4cac-4410-be39-ab565f6cd59b', 'mac_address': 'fa:16:3e:f0:eb:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 768, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ae8a7aa-8888-4dcf-9347-2e1ca7171a9b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 16:47:19.182541 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [req-ebd74a6b-9b45-49a0-ac22-1f13c01f2908 req-86f01360-c453-42ba-ae56-2722bc965c70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5778e254-814b-4395-ac58-434d03eeb2b9 {{(pid=85335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 16:47:19.198072 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-ebd74a6b-9b45-49a0-ac22-1f13c01f2908 req-86f01360-c453-42ba-ae56-2722bc965c70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:19.220523 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [req-ebd74a6b-9b45-49a0-ac22-1f13c01f2908 req-86f01360-c453-42ba-ae56-2722bc965c70 service neutron] Transition to ACTIVE for port object 5778e254-814b-4395-ac58-434d03eeb2b9 will not be triggered until provisioned by entity L2. {{(pid=85335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:47:19.271104 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:19.298479 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-6fb3881f-c931-4dd0-970e-9cdf0461ccff admin admin] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:19.320848 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-ebd74a6b-9b45-49a0-ac22-1f13c01f2908 req-86f01360-c453-42ba-ae56-2722bc965c70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4038072'] for port, after_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:19.354565 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [req-1c9f19a7-b05f-40c6-8a8f-de7773129916 req-10aa86d1-ae29-4f51-8be9-79118dee0da7 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:47:19.364163 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-1c9f19a7-b05f-40c6-8a8f-de7773129916 req-10aa86d1-ae29-4f51-8be9-79118dee0da7 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Usage tracker for resource:port and tenant:3dd53e8589184e7f8377266cec951d0d is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:47:19.368965 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 983f99a4-4cac-4410-be39-ab565f6cd59b {{(pid=85337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 16:47:19.371693 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-1c9f19a7-b05f-40c6-8a8f-de7773129916 req-10aa86d1-ae29-4f51-8be9-79118dee0da7 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Quota usage for port was recalculated. Used quota:2. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:47:19.395413 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [req-1c9f19a7-b05f-40c6-8a8f-de7773129916 req-10aa86d1-ae29-4f51-8be9-79118dee0da7 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:47:19.419919 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c9f19a7-b05f-40c6-8a8f-de7773129916 req-10aa86d1-ae29-4f51-8be9-79118dee0da7 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Made reservation on behalf of 3dd53e8589184e7f8377266cec951d0d for: {'port': 1} {{(pid=85336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 16:47:19.447719 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] For port 983f99a4-4cac-4410-be39-ab565f6cd59b, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=983f99a4-4cac-4410-be39-ab565f6cd59b,segment=NetworkSegment(5c466791-b111-4073-b936-58dd24a85aef),segment_id=5c466791-b111-4073-b936-58dd24a85aef)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:47:19.461958 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-1c9f19a7-b05f-40c6-8a8f-de7773129916 req-10aa86d1-ae29-4f51-8be9-79118dee0da7 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:19.505135 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:19.516748 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:47:19.558207 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-6fb3881f-c931-4dd0-970e-9cdf0461ccff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:47:19.563573 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-6fb3881f-c931-4dd0-970e-9cdf0461ccff admin admin] Usage tracker for resource:security_group_rule and tenant:d97e8a1cc6c949e288e03d21ba26372c is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:47:19.567055 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-6fb3881f-c931-4dd0-970e-9cdf0461ccff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:47:19.575960 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-6fb3881f-c931-4dd0-970e-9cdf0461ccff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:47:19.638801 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-3fe14cf8-d01f-42aa-b70a-f28b8f9018af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:47:19.891413 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f01360-c453-42ba-ae56-2722bc965c70 service neutron] Pushing event updated for resources: {'Port': ['ID=5778e254-814b-4395-ac58-434d03eeb2b9,revision_number=2']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:47:19.896336 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-86f01360-c453-42ba-ae56-2722bc965c70 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:47:19.915486 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 38162) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:47:19.920500 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Pushing event updated for resources: {'Port': ['ID=983f99a4-4cac-4410-be39-ab565f6cd59b,revision_number=4']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:47:19.945600 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:47:19.975936 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-01c1becb-080c-47ac-9716-ef1532776d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:20.024151 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-6fb3881f-c931-4dd0-970e-9cdf0461ccff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:20.062235 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] get_ports_and_sgs() called for port_ids ['983f99a4-4cac-4410-be39-ab565f6cd59b'] {{(pid=85337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 16:47:20.185249 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-6fb3881f-c931-4dd0-970e-9cdf0461ccff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:20.185460 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-db46398a-9aa0-47fd-a855-bde4abc93a9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:20.228451 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:47:20.242926 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-6fb3881f-c931-4dd0-970e-9cdf0461ccff admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d97e8a1cc6c949e288e03d21ba26372c&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1778972 Apr 16 16:47:20.247060 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 38176) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:47:20.267831 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79f7b15-a51a-4735-b11c-1773637db5eb req-c7f30d4b-6ca8-4e58-a213-140115b4481f tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:47:20.276311 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-a79f7b15-a51a-4735-b11c-1773637db5eb req-c7f30d4b-6ca8-4e58-a213-140115b4481f tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.38 "GET /v2.0/ports?device_id=f25789e9-557b-4a6a-b2f4-4409f95b0f0a HTTP/1.1" status: 200 len: 944 time: 1.0304031 Apr 16 16:47:20.278834 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [req-ebd74a6b-9b45-49a0-ac22-1f13c01f2908 req-86f01360-c453-42ba-ae56-2722bc965c70 service neutron] Attempting to bind port 5778e254-814b-4395-ac58-434d03eeb2b9 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 16:47:20.279207 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [req-ebd74a6b-9b45-49a0-ac22-1f13c01f2908 req-86f01360-c453-42ba-ae56-2722bc965c70 service neutron] Attempting to bind port 5778e254-814b-4395-ac58-434d03eeb2b9 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '6982ae40-408c-420a-b6f7-93d42819f3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '2c1b2f9a-4043-421f-912b-c908e49b8d79'}] {{(pid=85335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 16:47:20.279589 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd74a6b-9b45-49a0-ac22-1f13c01f2908 req-86f01360-c453-42ba-ae56-2722bc965c70 service neutron] Attempting to bind port 5778e254-814b-4395-ac58-434d03eeb2b9 on network 2c1b2f9a-4043-421f-912b-c908e49b8d79 {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 16:47:20.345261 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd74a6b-9b45-49a0-ac22-1f13c01f2908 req-86f01360-c453-42ba-ae56-2722bc965c70 service neutron] Port 5778e254-814b-4395-ac58-434d03eeb2b9 on network 2c1b2f9a-4043-421f-912b-c908e49b8d79 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 16:47:20.345477 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd74a6b-9b45-49a0-ac22-1f13c01f2908 req-86f01360-c453-42ba-ae56-2722bc965c70 service neutron] Attempting to bind port 5778e254-814b-4395-ac58-434d03eeb2b9 on network 2c1b2f9a-4043-421f-912b-c908e49b8d79 {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 16:47:20.359820 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd74a6b-9b45-49a0-ac22-1f13c01f2908 req-86f01360-c453-42ba-ae56-2722bc965c70 service neutron] Checking agent: {'id': '0677065c-8485-4f55-bc15-3b41e2e6feb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 16, 43, 39), 'started_at': datetime.datetime(2021, 4, 16, 16, 43, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 16:47:20.360713 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd74a6b-9b45-49a0-ac22-1f13c01f2908 req-86f01360-c453-42ba-ae56-2722bc965c70 service neutron] Checking segment: {'id': '6982ae40-408c-420a-b6f7-93d42819f3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '2c1b2f9a-4043-421f-912b-c908e49b8d79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 16:47:20.361443 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd74a6b-9b45-49a0-ac22-1f13c01f2908 req-86f01360-c453-42ba-ae56-2722bc965c70 service neutron] Bound using segment: {'id': '6982ae40-408c-420a-b6f7-93d42819f3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '2c1b2f9a-4043-421f-912b-c908e49b8d79'} {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 16:47:20.362401 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [req-ebd74a6b-9b45-49a0-ac22-1f13c01f2908 req-86f01360-c453-42ba-ae56-2722bc965c70 service neutron] Bound port: 5778e254-814b-4395-ac58-434d03eeb2b9, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6982ae40-408c-420a-b6f7-93d42819f3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '2c1b2f9a-4043-421f-912b-c908e49b8d79'}}] {{(pid=85335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 16:47:20.363016 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-ebd74a6b-9b45-49a0-ac22-1f13c01f2908 req-86f01360-c453-42ba-ae56-2722bc965c70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:20.391258 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-eeb6b2c7-7d44-4ac8-a072-b18758eec320 req-8e99265a-12f9-426a-a8a9-e1550bec909f tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7a33a5e-8c31-4bf0-9231-2f6e14783496 HTTP/1.1" status: 200 len: 210 time: 0.1885288 Apr 16 16:47:20.393343 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.db_base_plugin_common [req-1c9f19a7-b05f-40c6-8a8f-de7773129916 req-10aa86d1-ae29-4f51-8be9-79118dee0da7 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Allocated IP 172.20.0.7 (2c1b2f9a-4043-421f-912b-c908e49b8d79/c2b9a3b8-01fc-4424-851d-e3d624dca274/fb1e2ad6-37cb-410f-b514-0d2c72e7581b) {{(pid=85336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 16:47:20.396389 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-db46398a-9aa0-47fd-a855-bde4abc93a9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:47:20.399384 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e99d7764-5882-48f8-a48a-ddc19e84cff2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:20.406652 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb3881f-c931-4dd0-970e-9cdf0461ccff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90b3ded4-27a8-49f2-806c-635618419882,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:47:20.423629 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-a79f7b15-a51a-4735-b11c-1773637db5eb req-6f7b6f2c-8b95-49b3-8357-b38ec871f1c9 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.38 "GET /v2.0/security-groups?id=000be728-5835-465a-a527-c6c2ddb86249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459885 Apr 16 16:47:20.427886 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-6fb3881f-c931-4dd0-970e-9cdf0461ccff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:47:20.459726 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-db46398a-9aa0-47fd-a855-bde4abc93a9d admin admin] Usage tracker for resource:security_group_rule and tenant:44ef6ba4fae14a7dac0c7fb3e1c77bf2 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:47:20.462439 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 38182) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:47:20.467736 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-db46398a-9aa0-47fd-a855-bde4abc93a9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:47:20.492571 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-db46398a-9aa0-47fd-a855-bde4abc93a9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:47:20.533016 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [req-ebd74a6b-9b45-49a0-ac22-1f13c01f2908 req-86f01360-c453-42ba-ae56-2722bc965c70 service neutron] For port 5778e254-814b-4395-ac58-434d03eeb2b9, host hv-cinder-73362, cleared binding levels {{(pid=85335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 16:47:20.547284 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [req-ebd74a6b-9b45-49a0-ac22-1f13c01f2908 req-86f01360-c453-42ba-ae56-2722bc965c70 service neutron] For port 5778e254-814b-4395-ac58-434d03eeb2b9, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=5778e254-814b-4395-ac58-434d03eeb2b9,segment=NetworkSegment(6982ae40-408c-420a-b6f7-93d42819f3da),segment_id=6982ae40-408c-420a-b6f7-93d42819f3da)] {{(pid=85335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 16:47:20.551745 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-ebd74a6b-9b45-49a0-ac22-1f13c01f2908 req-86f01360-c453-42ba-ae56-2722bc965c70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4038072'] for port, after_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:20.604574 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-db46398a-9aa0-47fd-a855-bde4abc93a9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:20.607982 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e99d7764-5882-48f8-a48a-ddc19e84cff2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:20.627699 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-db46398a-9aa0-47fd-a855-bde4abc93a9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:20.639409 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:47:20.643117 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-9922696a-b4ef-4da0-af50-c9ed6fd59068 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:47:20.723149 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db46398a-9aa0-47fd-a855-bde4abc93a9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a667d07-8921-4397-90ca-7de709484600,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:47:20.740687 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f01360-c453-42ba-ae56-2722bc965c70 service neutron] Pushing event updated for resources: {'Port': ['ID=5778e254-814b-4395-ac58-434d03eeb2b9,revision_number=3']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:47:20.754741 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e754eacc-16e5-48d1-95b4-83fed9fce6a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:20.756129 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-86f01360-c453-42ba-ae56-2722bc965c70 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:47:20.777988 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-db46398a-9aa0-47fd-a855-bde4abc93a9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:47:20.800890 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd74a6b-9b45-49a0-ac22-1f13c01f2908 req-86f01360-c453-42ba-ae56-2722bc965c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:47:20.801651 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-ebd74a6b-9b45-49a0-ac22-1f13c01f2908 req-86f01360-c453-42ba-ae56-2722bc965c70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768218'] for port, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:20.803208 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-ebd74a6b-9b45-49a0-ac22-1f13c01f2908 req-86f01360-c453-42ba-ae56-2722bc965c70 service neutron] 10.222.0.87 "PUT /v2.0/ports/5778e254-814b-4395-ac58-434d03eeb2b9 HTTP/1.1" status: 200 len: 1093 time: 3.0267332 Apr 16 16:47:20.803735 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7a8ece6-a83a-480a-92f5-30f88f72177e', 'tag': '5778e254-814b-4395-ac58-434d03eeb2b9'}] {{(pid=85335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:47:20.860742 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-db46398a-9aa0-47fd-a855-bde4abc93a9d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=44ef6ba4fae14a7dac0c7fb3e1c77bf2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9437795 Apr 16 16:47:20.868823 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 38192) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:47:20.874878 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-e754eacc-16e5-48d1-95b4-83fed9fce6a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:47:20.902376 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7a8ece6-a83a-480a-92f5-30f88f72177e', 'tag': '5778e254-814b-4395-ac58-434d03eeb2b9', 'status': 'completed', 'code': 200} Apr 16 16:47:20.913219 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-e754eacc-16e5-48d1-95b4-83fed9fce6a4 admin admin] Usage tracker for resource:security_group_rule and tenant:a7d8e47e476b4cad925cf4077dd7e6b0 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:47:20.931812 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-e754eacc-16e5-48d1-95b4-83fed9fce6a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:47:20.946672 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd74a6b-9b45-49a0-ac22-1f13c01f2908 req-1bb9422d-8467-4d9b-be6b-41095e0c22ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:47:20.948633 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-ebd74a6b-9b45-49a0-ac22-1f13c01f2908 req-1bb9422d-8467-4d9b-be6b-41095e0c22ba service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=3dd53e8589184e7f8377266cec951d0d&device_id=a7a8ece6-a83a-480a-92f5-30f88f72177e HTTP/1.1" status: 200 len: 1096 time: 0.0926769 Apr 16 16:47:20.952156 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-e754eacc-16e5-48d1-95b4-83fed9fce6a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:47:21.010520 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e99d7764-5882-48f8-a48a-ddc19e84cff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:21.029017 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-aafc2aa0-6bc2-4718-abb8-45189c5a0197 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:47:21.044637 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-ebd74a6b-9b45-49a0-ac22-1f13c01f2908 req-959d2102-3bb2-4a7b-9ac6-14e918c2082e service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5778e254-814b-4395-ac58-434d03eeb2b9 HTTP/1.1" status: 200 len: 217 time: 0.0816097 Apr 16 16:47:21.069839 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99d7764-5882-48f8-a48a-ddc19e84cff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90b3ded4-27a8-49f2-806c-635618419882,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:47:21.095385 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-e99d7764-5882-48f8-a48a-ddc19e84cff2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:47:21.106452 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-2fe6ae15-5c3a-4dbb-9773-a9976419fe7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:21.112461 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-1c9f19a7-b05f-40c6-8a8f-de7773129916 req-10aa86d1-ae29-4f51-8be9-79118dee0da7 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Notify callbacks [] for port, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:21.133562 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd74a6b-9b45-49a0-ac22-1f13c01f2908 req-a4c1758e-730c-46e3-a732-e614408f6a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:47:21.135799 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-ebd74a6b-9b45-49a0-ac22-1f13c01f2908 req-a4c1758e-730c-46e3-a732-e614408f6a0c service neutron] 10.222.0.87 "GET /v2.0/subnets?id=c2b9a3b8-01fc-4424-851d-e3d624dca274 HTTP/1.1" status: 200 len: 859 time: 0.0842376 Apr 16 16:47:21.201801 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-ebd74a6b-9b45-49a0-ac22-1f13c01f2908 req-3612b8db-c1de-4b46-97db-10d5ef87ced6 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=2c1b2f9a-4043-421f-912b-c908e49b8d79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532455 Apr 16 16:47:21.244132 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-2fe6ae15-5c3a-4dbb-9773-a9976419fe7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:21.260361 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e99d7764-5882-48f8-a48a-ddc19e84cff2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:21.262647 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-e99d7764-5882-48f8-a48a-ddc19e84cff2 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/90b3ded4-27a8-49f2-806c-635618419882 HTTP/1.1" status: 204 len: 168 time: 1.0043526 Apr 16 16:47:21.402905 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-ebd74a6b-9b45-49a0-ac22-1f13c01f2908 req-584bcd44-741e-4b8a-9653-93bb8315d79b service neutron] 10.222.0.87 "GET /v2.0/networks/2c1b2f9a-4043-421f-912b-c908e49b8d79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911650 Apr 16 16:47:21.427827 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-1c9f19a7-b05f-40c6-8a8f-de7773129916 req-10aa86d1-ae29-4f51-8be9-79118dee0da7 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751455712866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2420184'] for port, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:21.479391 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e754eacc-16e5-48d1-95b4-83fed9fce6a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:21.488611 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-50189c40-0cec-4fa8-a974-e5b632c756fb tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:47:21.645091 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-ebd74a6b-9b45-49a0-ac22-1f13c01f2908 req-edd3d99c-41ad-4e83-b3fd-bbf32dfce922 service neutron] 10.222.0.87 "GET /v2.0/networks/2c1b2f9a-4043-421f-912b-c908e49b8d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264299 Apr 16 16:47:21.828625 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e185b371-bbe9-43a9-b194-bb82960cab97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:21.899295 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921554e1-77d8-4a3e-8872-4c3607310363 req-715ac11b-21bc-4485-a06e-f402d5110fec tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:47:21.900298 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-921554e1-77d8-4a3e-8872-4c3607310363 req-715ac11b-21bc-4485-a06e-f402d5110fec tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Synchronizing usage tracker for tenant:3dd53e8589184e7f8377266cec951d0d on resource:port {{(pid=85335) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 16:47:21.955933 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-921554e1-77d8-4a3e-8872-4c3607310363 req-715ac11b-21bc-4485-a06e-f402d5110fec tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Unset dirty status for tenant:3dd53e8589184e7f8377266cec951d0d on resource:port {{(pid=85335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 16:47:21.964710 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-921554e1-77d8-4a3e-8872-4c3607310363 req-715ac11b-21bc-4485-a06e-f402d5110fec tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7a33a5e-8c31-4bf0-9231-2f6e14783496 HTTP/1.1" status: 200 len: 931 time: 0.3032997 Apr 16 16:47:22.058535 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5ed6bb-97f6-4ee7-93f7-2d6b52f91121 req-0c0bfe0e-3201-4a98-8fc3-fa28cfd2d266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:47:22.060248 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-df5ed6bb-97f6-4ee7-93f7-2d6b52f91121 req-0c0bfe0e-3201-4a98-8fc3-fa28cfd2d266 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=3dd53e8589184e7f8377266cec951d0d&device_id=a7a8ece6-a83a-480a-92f5-30f88f72177e HTTP/1.1" status: 200 len: 1096 time: 0.3193433 Apr 16 16:47:22.078946 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-921554e1-77d8-4a3e-8872-4c3607310363 req-ee669222-6afc-478f-a4b4-6fff673af645 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a565f14-c478-4c8e-b10f-c94ccd39d90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092813 Apr 16 16:47:22.104487 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e754eacc-16e5-48d1-95b4-83fed9fce6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:22.133228 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Device 983f99a4-4cac-4410-be39-ab565f6cd59b up at agent hyperv_hv-cinder-73362 {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:47:22.299434 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Provisioning for port 983f99a4-4cac-4410-be39-ab565f6cd59b completed by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:47:22.307622 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Provisioning complete for port 983f99a4-4cac-4410-be39-ab565f6cd59b triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:47:22.308555 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852761088'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:22.350994 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5ed6bb-97f6-4ee7-93f7-2d6b52f91121 req-8851a356-9eeb-4ede-b160-76b59a82b813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:47:22.353880 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-2fe6ae15-5c3a-4dbb-9773-a9976419fe7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:22.354052 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-df5ed6bb-97f6-4ee7-93f7-2d6b52f91121 req-8851a356-9eeb-4ede-b160-76b59a82b813 service neutron] 10.222.0.87 "GET /v2.0/networks?id=2c1b2f9a-4043-421f-912b-c908e49b8d79 HTTP/1.1" status: 200 len: 920 time: 0.2735944 Apr 16 16:47:22.365846 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aa86d1-ae29-4f51-8be9-79118dee0da7 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Pushing event updated for resources: {'Port': ['ID=fb1e2ad6-37cb-410f-b514-0d2c72e7581b,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:47:22.377715 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-10aa86d1-ae29-4f51-8be9-79118dee0da7 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.887s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:47:22.389602 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-db46398a-9aa0-47fd-a855-bde4abc93a9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.267s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:47:22.407676 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-e754eacc-16e5-48d1-95b4-83fed9fce6a4 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a7d8e47e476b4cad925cf4077dd7e6b0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9408255 Apr 16 16:47:22.433498 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 38224) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:47:22.523752 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-2fe6ae15-5c3a-4dbb-9773-a9976419fe7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:22.524966 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-2fe6ae15-5c3a-4dbb-9773-a9976419fe7f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8a667d07-8921-4397-90ca-7de709484600 HTTP/1.1" status: 204 len: 168 time: 1.6523819 Apr 16 16:47:22.537331 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:22.537890 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e754eacc-16e5-48d1-95b4-83fed9fce6a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cb79e75-7907-4860-ac84-f1e81b30db07,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:47:22.571621 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-df5ed6bb-97f6-4ee7-93f7-2d6b52f91121 req-7fc41a12-3c08-4334-9204-d835a3da6a3a service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5778e254-814b-4395-ac58-434d03eeb2b9 HTTP/1.1" status: 200 len: 217 time: 0.2017937 Apr 16 16:47:22.587342 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe6ae15-5c3a-4dbb-9773-a9976419fe7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a667d07-8921-4397-90ca-7de709484600,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:47:22.596062 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-2fe6ae15-5c3a-4dbb-9773-a9976419fe7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:47:22.597426 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f25789e9-557b-4a6a-b2f4-4409f95b0f0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '983f99a4-4cac-4410-be39-ab565f6cd59b'}] {{(pid=85337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:47:22.599610 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-d5dbb996-9fbb-4cf6-9b79-8d42a92ede36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.235s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:47:22.600061 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-d5dbb996-9fbb-4cf6-9b79-8d42a92ede36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:47:22.608398 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c9f19a7-b05f-40c6-8a8f-de7773129916 req-10aa86d1-ae29-4f51-8be9-79118dee0da7 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Network 2c1b2f9a-4043-421f-912b-c908e49b8d79 is already hosted by enough agents. {{(pid=85336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 16:47:22.619328 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [req-1c9f19a7-b05f-40c6-8a8f-de7773129916 req-10aa86d1-ae29-4f51-8be9-79118dee0da7 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Resources bound (agent type, host, resource id): {{(pid=85336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:47:22.635103 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2c112a-86be-40ac-82a8-50fdc9047097 req-d8c8803c-ee80-4b90-b197-0bd302497654 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:47:22.644819 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-ef2c112a-86be-40ac-82a8-50fdc9047097 req-d8c8803c-ee80-4b90-b197-0bd302497654 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.38 "GET /v2.0/ports?device_id=f25789e9-557b-4a6a-b2f4-4409f95b0f0a HTTP/1.1" status: 200 len: 945 time: 0.4908843 Apr 16 16:47:22.650656 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c9f19a7-b05f-40c6-8a8f-de7773129916 req-10aa86d1-ae29-4f51-8be9-79118dee0da7 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Received port after_create {{(pid=85336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 16:47:22.658553 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] For port 983f99a4-4cac-4410-be39-ab565f6cd59b, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=983f99a4-4cac-4410-be39-ab565f6cd59b,segment=NetworkSegment(5c466791-b111-4073-b936-58dd24a85aef),segment_id=5c466791-b111-4073-b936-58dd24a85aef)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:47:22.666156 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:22.670822 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-542b514e-31e4-4a02-8fbe-3e22cc528065 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:47:22.735897 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c1cbb168-ee34-492d-82da-a8adbd7cd456 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:22.754400 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5ed6bb-97f6-4ee7-93f7-2d6b52f91121 req-ee103302-0cdb-4057-9cca-db5b87381a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:47:22.754734 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f25789e9-557b-4a6a-b2f4-4409f95b0f0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '983f99a4-4cac-4410-be39-ab565f6cd59b', 'code': 200} Apr 16 16:47:22.757533 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-df5ed6bb-97f6-4ee7-93f7-2d6b52f91121 req-ee103302-0cdb-4057-9cca-db5b87381a60 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=c2b9a3b8-01fc-4424-851d-e3d624dca274 HTTP/1.1" status: 200 len: 859 time: 0.1816339 Apr 16 16:47:22.823035 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-ef2c112a-86be-40ac-82a8-50fdc9047097 req-28f76da6-610e-4f53-87d5-8f26ed96d62e tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.38 "GET /v2.0/security-groups?id=000be728-5835-465a-a527-c6c2ddb86249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767726 Apr 16 16:47:22.831209 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c1cbb168-ee34-492d-82da-a8adbd7cd456 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:22.846019 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-df5ed6bb-97f6-4ee7-93f7-2d6b52f91121 req-ac5fa238-03ff-48e7-8735-083e569e07d4 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=2c1b2f9a-4043-421f-912b-c908e49b8d79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0778081 Apr 16 16:47:22.848428 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9f19a7-b05f-40c6-8a8f-de7773129916 req-10aa86d1-ae29-4f51-8be9-79118dee0da7 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:47:22.850252 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-1c9f19a7-b05f-40c6-8a8f-de7773129916 req-10aa86d1-ae29-4f51-8be9-79118dee0da7 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609088'] for port, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:22.903702 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Pushing event updated for resources: {'Port': ['ID=983f99a4-4cac-4410-be39-ab565f6cd59b,revision_number=5']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:47:22.907860 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-45c0d62a-bc24-48a8-9022-8ca56da26294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:22.909394 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:47:22.946323 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c1cbb168-ee34-492d-82da-a8adbd7cd456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:22.972561 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-16e56d08-9476-4740-a52b-b807f8e95638 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:47:22.985546 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c1cbb168-ee34-492d-82da-a8adbd7cd456 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:22.990730 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-c1cbb168-ee34-492d-82da-a8adbd7cd456 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4cb79e75-7907-4860-ac84-f1e81b30db07 HTTP/1.1" status: 204 len: 168 time: 0.5475771 Apr 16 16:47:23.001762 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 38242) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:47:23.004855 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cbb168-ee34-492d-82da-a8adbd7cd456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cb79e75-7907-4860-ac84-f1e81b30db07,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:47:23.034883 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c1cbb168-ee34-492d-82da-a8adbd7cd456 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:47:23.037981 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-1c9f19a7-b05f-40c6-8a8f-de7773129916 req-10aa86d1-ae29-4f51-8be9-79118dee0da7 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0271094 Apr 16 16:47:23.067765 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.v2.base [req-1c9f19a7-b05f-40c6-8a8f-de7773129916 req-eb9c1fdb-6c95-4b92-98bd-abb607dc52f8 service neutron] Request body: {'port': {'device_id': 'b7a33a5e-8c31-4bf0-9231-2f6e14783496', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:47:23.282347 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-1c9f19a7-b05f-40c6-8a8f-de7773129916 req-eb9c1fdb-6c95-4b92-98bd-abb607dc52f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:23.425060 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-12ca1664-7d74-4fb6-af9a-6bd525d9685b admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-518889929-network', 'tenant_id': '446b2caa32674624ae083fec282d894c'}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:47:23.450036 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-12ca1664-7d74-4fb6-af9a-6bd525d9685b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:47:23.464092 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-12ca1664-7d74-4fb6-af9a-6bd525d9685b admin admin] Usage tracker for resource:network and tenant:446b2caa32674624ae083fec282d894c is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:47:23.474250 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-12ca1664-7d74-4fb6-af9a-6bd525d9685b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:47:23.503937 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-12ca1664-7d74-4fb6-af9a-6bd525d9685b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:47:23.511125 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:23.601482 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12ca1664-7d74-4fb6-af9a-6bd525d9685b admin admin] Made reservation on behalf of 446b2caa32674624ae083fec282d894c for: {'network': 1} {{(pid=85336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 16:47:23.607081 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-12ca1664-7d74-4fb6-af9a-6bd525d9685b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for network, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:23.632431 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-12ca1664-7d74-4fb6-af9a-6bd525d9685b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:23.689961 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-12ca1664-7d74-4fb6-af9a-6bd525d9685b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:47:23.696082 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-12ca1664-7d74-4fb6-af9a-6bd525d9685b admin admin] Usage tracker for resource:security_group_rule and tenant:446b2caa32674624ae083fec282d894c is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:47:23.701256 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-12ca1664-7d74-4fb6-af9a-6bd525d9685b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:47:23.710703 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-12ca1664-7d74-4fb6-af9a-6bd525d9685b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:47:23.748434 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56abb08c-8b32-4c1c-96aa-198a1250f300 req-7eb95756-2a41-4c81-ba89-ef9e5687d95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:47:23.751575 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-56abb08c-8b32-4c1c-96aa-198a1250f300 req-7eb95756-2a41-4c81-ba89-ef9e5687d95c service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=f25789e9-557b-4a6a-b2f4-4409f95b0f0a HTTP/1.1" status: 200 len: 1099 time: 0.3579807 Apr 16 16:47:23.754381 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-df5ed6bb-97f6-4ee7-93f7-2d6b52f91121 req-cfa583dd-40b4-4d74-a149-70f20e11d4e1 service neutron] 10.222.0.87 "GET /v2.0/networks/2c1b2f9a-4043-421f-912b-c908e49b8d79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9004755 Apr 16 16:47:23.783489 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96da4ada-6047-413a-89f8-b47db73f0422 req-7c31d4d6-4790-4257-a6ce-78de4d5d3587 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:47:23.785683 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-96da4ada-6047-413a-89f8-b47db73f0422 req-7c31d4d6-4790-4257-a6ce-78de4d5d3587 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7a33a5e-8c31-4bf0-9231-2f6e14783496 HTTP/1.1" status: 200 len: 931 time: 0.3907568 Apr 16 16:47:23.843536 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-12ca1664-7d74-4fb6-af9a-6bd525d9685b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:23.850150 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-12ca1664-7d74-4fb6-af9a-6bd525d9685b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:23.862304 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-2be8875e-3f19-4eb4-8dd5-44e10854d3ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:47:23.939086 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12ca1664-7d74-4fb6-af9a-6bd525d9685b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 754} {{(pid=85336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 16:47:24.063372 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-12ca1664-7d74-4fb6-af9a-6bd525d9685b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-60927'] for segment, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:24.064623 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.db.segments_db [None req-12ca1664-7d74-4fb6-af9a-6bd525d9685b admin admin] Added segment 1b12c9e1-c1a8-40f2-b7e0-4081f813c4bd of type vlan for network 19dcc7fc-81c9-4bb8-80ee-5cfba0c1d1fb Apr 16 16:47:24.068548 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ca1664-7d74-4fb6-af9a-6bd525d9685b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54c97b37-d7c2-4586-9449-1d4064404c29,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:47:24.103526 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-12ca1664-7d74-4fb6-af9a-6bd525d9685b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:47:24.140244 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Device 5778e254-814b-4395-ac58-434d03eeb2b9 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=85337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 16:47:24.190156 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-56abb08c-8b32-4c1c-96aa-198a1250f300 req-c69a9fb3-7ad1-4935-bcb6-baa7b8afe0df service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=000be728-5835-465a-a527-c6c2ddb86249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4029610 Apr 16 16:47:24.200110 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-96da4ada-6047-413a-89f8-b47db73f0422 req-419ef4da-dc4c-4947-9977-548c953b335f tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a565f14-c478-4c8e-b10f-c94ccd39d90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3500550 Apr 16 16:47:24.224824 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-12ca1664-7d74-4fb6-af9a-6bd525d9685b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751455732714'] for network, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:24.290324 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-df5ed6bb-97f6-4ee7-93f7-2d6b52f91121 req-0eddc4ba-bc05-4d0b-a7b7-1ea9111bc35d service neutron] 10.222.0.87 "GET /v2.0/networks/2c1b2f9a-4043-421f-912b-c908e49b8d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5019140 Apr 16 16:47:24.354191 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-12ca1664-7d74-4fb6-af9a-6bd525d9685b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139'] for network, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:24.355059 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-53783e99-0c04-4d0d-b0b5-c5fd538000c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:24.361727 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ca1664-7d74-4fb6-af9a-6bd525d9685b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:47:24.363096 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-12ca1664-7d74-4fb6-af9a-6bd525d9685b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609088'] for network, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:24.380594 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:47:24.419497 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] For port 5778e254-814b-4395-ac58-434d03eeb2b9, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=5778e254-814b-4395-ac58-434d03eeb2b9,segment=NetworkSegment(6982ae40-408c-420a-b6f7-93d42819f3da),segment_id=6982ae40-408c-420a-b6f7-93d42819f3da)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:47:24.440057 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Returning: {'device': '5778e254-814b-4395-ac58-434d03eeb2b9', 'network_id': '2c1b2f9a-4043-421f-912b-c908e49b8d79', 'port_id': '5778e254-814b-4395-ac58-434d03eeb2b9', 'mac_address': 'fa:16:3e:d2:57:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 772, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2b9a3b8-01fc-4424-851d-e3d624dca274', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 16:47:24.498268 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2775fae3-b1ad-4e5c-90f5-951f61e8ca40 req-27b00464-aecb-4d47-b470-2d5cad9e6168 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:47:24.507586 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-2775fae3-b1ad-4e5c-90f5-951f61e8ca40 req-27b00464-aecb-4d47-b470-2d5cad9e6168 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.38 "GET /v2.0/ports?device_id=f25789e9-557b-4a6a-b2f4-4409f95b0f0a HTTP/1.1" status: 200 len: 946 time: 0.3533599 Apr 16 16:47:24.541618 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:24.564623 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5778e254-814b-4395-ac58-434d03eeb2b9 {{(pid=85337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 16:47:24.600247 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] For port 5778e254-814b-4395-ac58-434d03eeb2b9, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=5778e254-814b-4395-ac58-434d03eeb2b9,segment=NetworkSegment(6982ae40-408c-420a-b6f7-93d42819f3da),segment_id=6982ae40-408c-420a-b6f7-93d42819f3da)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:47:24.617410 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:24.620676 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:47:24.699028 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-12ca1664-7d74-4fb6-af9a-6bd525d9685b admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.6649520 Apr 16 16:47:24.699665 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 38312) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:47:24.707413 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-eb248550-2ff4-4a9c-bee1-9a9d96897966 admin admin] Request body: {'subnet': {'network_id': '19dcc7fc-81c9-4bb8-80ee-5cfba0c1d1fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-518889929-subnet', 'tenant_id': '446b2caa32674624ae083fec282d894c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:47:24.708551 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ca1664-7d74-4fb6-af9a-6bd525d9685b admin admin] Pushing event updated for resources: {'Network': ['ID=19dcc7fc-81c9-4bb8-80ee-5cfba0c1d1fb,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:47:24.721538 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-12ca1664-7d74-4fb6-af9a-6bd525d9685b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:47:24.723653 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Pushing event updated for resources: {'Port': ['ID=5778e254-814b-4395-ac58-434d03eeb2b9,revision_number=4']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:47:24.726321 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-eb248550-2ff4-4a9c-bee1-9a9d96897966 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:47:24.727941 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Network 19dcc7fc-81c9-4bb8-80ee-5cfba0c1d1fb details requested by agent ovs-agent-dv-cinder-733622-13-smb with host dv-cinder-733622-13-smb {{(pid=85337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 16:47:24.742033 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-eb248550-2ff4-4a9c-bee1-9a9d96897966 admin admin] Usage tracker for resource:subnet and tenant:446b2caa32674624ae083fec282d894c is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:47:24.744969 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-2775fae3-b1ad-4e5c-90f5-951f61e8ca40 req-d624bab6-fdd9-438c-ac37-c33e03816ac4 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.38 "GET /v2.0/security-groups?id=000be728-5835-465a-a527-c6c2ddb86249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366714 Apr 16 16:47:24.757434 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-eb248550-2ff4-4a9c-bee1-9a9d96897966 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:47:24.769424 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-eb248550-2ff4-4a9c-bee1-9a9d96897966 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:47:24.772116 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [req-1c9f19a7-b05f-40c6-8a8f-de7773129916 req-eb9c1fdb-6c95-4b92-98bd-abb607dc52f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb1e2ad6-37cb-410f-b514-0d2c72e7581b {{(pid=85336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 16:47:24.790954 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-1c9f19a7-b05f-40c6-8a8f-de7773129916 req-eb9c1fdb-6c95-4b92-98bd-abb607dc52f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:24.798979 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb248550-2ff4-4a9c-bee1-9a9d96897966 admin admin] Made reservation on behalf of 446b2caa32674624ae083fec282d894c for: {'subnet': 1} {{(pid=85335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 16:47:24.808488 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-eb248550-2ff4-4a9c-bee1-9a9d96897966 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852490445'] for subnet, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:24.827710 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [req-1c9f19a7-b05f-40c6-8a8f-de7773129916 req-eb9c1fdb-6c95-4b92-98bd-abb607dc52f8 service neutron] Transition to ACTIVE for port object fb1e2ad6-37cb-410f-b514-0d2c72e7581b will not be triggered until provisioned by entity L2. {{(pid=85336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:47:24.833709 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-1c9f19a7-b05f-40c6-8a8f-de7773129916 req-eb9c1fdb-6c95-4b92-98bd-abb607dc52f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852355648'] for port, after_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:24.879819 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:47:24.894037 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:47:25.063421 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9c1fdb-6c95-4b92-98bd-abb607dc52f8 service neutron] Pushing event updated for resources: {'Port': ['ID=fb1e2ad6-37cb-410f-b514-0d2c72e7581b,revision_number=2']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:47:25.063576 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] get_ports_and_sgs() called for port_ids ['5778e254-814b-4395-ac58-434d03eeb2b9'] {{(pid=85337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 16:47:25.092502 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-eb9c1fdb-6c95-4b92-98bd-abb607dc52f8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:47:25.615255 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [req-1c9f19a7-b05f-40c6-8a8f-de7773129916 req-eb9c1fdb-6c95-4b92-98bd-abb607dc52f8 service neutron] Attempting to bind port fb1e2ad6-37cb-410f-b514-0d2c72e7581b on host hv-cinder-73362 for vnic_type normal with profile {{(pid=85336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 16:47:25.615899 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [req-1c9f19a7-b05f-40c6-8a8f-de7773129916 req-eb9c1fdb-6c95-4b92-98bd-abb607dc52f8 service neutron] Attempting to bind port fb1e2ad6-37cb-410f-b514-0d2c72e7581b by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '6982ae40-408c-420a-b6f7-93d42819f3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '2c1b2f9a-4043-421f-912b-c908e49b8d79'}] {{(pid=85336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 16:47:25.616360 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c9f19a7-b05f-40c6-8a8f-de7773129916 req-eb9c1fdb-6c95-4b92-98bd-abb607dc52f8 service neutron] Attempting to bind port fb1e2ad6-37cb-410f-b514-0d2c72e7581b on network 2c1b2f9a-4043-421f-912b-c908e49b8d79 {{(pid=85336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 16:47:25.623357 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c9f19a7-b05f-40c6-8a8f-de7773129916 req-eb9c1fdb-6c95-4b92-98bd-abb607dc52f8 service neutron] Port fb1e2ad6-37cb-410f-b514-0d2c72e7581b on network 2c1b2f9a-4043-421f-912b-c908e49b8d79 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=85336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 16:47:25.623607 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c9f19a7-b05f-40c6-8a8f-de7773129916 req-eb9c1fdb-6c95-4b92-98bd-abb607dc52f8 service neutron] Attempting to bind port fb1e2ad6-37cb-410f-b514-0d2c72e7581b on network 2c1b2f9a-4043-421f-912b-c908e49b8d79 {{(pid=85336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 16:47:25.631306 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c9f19a7-b05f-40c6-8a8f-de7773129916 req-eb9c1fdb-6c95-4b92-98bd-abb607dc52f8 service neutron] Checking agent: {'id': '0677065c-8485-4f55-bc15-3b41e2e6feb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 16, 43, 39), 'started_at': datetime.datetime(2021, 4, 16, 16, 43, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 16:47:25.631685 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c9f19a7-b05f-40c6-8a8f-de7773129916 req-eb9c1fdb-6c95-4b92-98bd-abb607dc52f8 service neutron] Checking segment: {'id': '6982ae40-408c-420a-b6f7-93d42819f3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '2c1b2f9a-4043-421f-912b-c908e49b8d79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 16:47:25.632139 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c9f19a7-b05f-40c6-8a8f-de7773129916 req-eb9c1fdb-6c95-4b92-98bd-abb607dc52f8 service neutron] Bound using segment: {'id': '6982ae40-408c-420a-b6f7-93d42819f3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '2c1b2f9a-4043-421f-912b-c908e49b8d79'} {{(pid=85336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 16:47:25.632614 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [req-1c9f19a7-b05f-40c6-8a8f-de7773129916 req-eb9c1fdb-6c95-4b92-98bd-abb607dc52f8 service neutron] Bound port: fb1e2ad6-37cb-410f-b514-0d2c72e7581b, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6982ae40-408c-420a-b6f7-93d42819f3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '2c1b2f9a-4043-421f-912b-c908e49b8d79'}}] {{(pid=85336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 16:47:25.633046 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-1c9f19a7-b05f-40c6-8a8f-de7773129916 req-eb9c1fdb-6c95-4b92-98bd-abb607dc52f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:25.784171 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [req-1c9f19a7-b05f-40c6-8a8f-de7773129916 req-eb9c1fdb-6c95-4b92-98bd-abb607dc52f8 service neutron] For port fb1e2ad6-37cb-410f-b514-0d2c72e7581b, host hv-cinder-73362, cleared binding levels {{(pid=85336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 16:47:25.789092 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [req-1c9f19a7-b05f-40c6-8a8f-de7773129916 req-eb9c1fdb-6c95-4b92-98bd-abb607dc52f8 service neutron] For port fb1e2ad6-37cb-410f-b514-0d2c72e7581b, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=fb1e2ad6-37cb-410f-b514-0d2c72e7581b,segment=NetworkSegment(6982ae40-408c-420a-b6f7-93d42819f3da),segment_id=6982ae40-408c-420a-b6f7-93d42819f3da)] {{(pid=85336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 16:47:25.796136 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-1c9f19a7-b05f-40c6-8a8f-de7773129916 req-eb9c1fdb-6c95-4b92-98bd-abb607dc52f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852355648'] for port, after_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:25.809162 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dccac3-ad1e-4d93-9ad3-469f7f11a164 req-b4c88013-586f-474c-aff0-405f6d21e1e6 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:47:25.815655 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-f8dccac3-ad1e-4d93-9ad3-469f7f11a164 req-b4c88013-586f-474c-aff0-405f6d21e1e6 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7a33a5e-8c31-4bf0-9231-2f6e14783496 HTTP/1.1" status: 200 len: 943 time: 0.1628566 Apr 16 16:47:25.972197 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-f8dccac3-ad1e-4d93-9ad3-469f7f11a164 req-89ec389d-0fbd-432c-aa15-2cd2c8124ead tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a565f14-c478-4c8e-b10f-c94ccd39d90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463532 Apr 16 16:47:25.976462 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-6866705c-4364-43b7-a5ed-2310bdb385ce service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:47:26.123895 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9c1fdb-6c95-4b92-98bd-abb607dc52f8 service neutron] Pushing event updated for resources: {'Port': ['ID=fb1e2ad6-37cb-410f-b514-0d2c72e7581b,revision_number=3']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:47:26.144463 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-eb9c1fdb-6c95-4b92-98bd-abb607dc52f8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:47:26.157230 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9f19a7-b05f-40c6-8a8f-de7773129916 req-eb9c1fdb-6c95-4b92-98bd-abb607dc52f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:47:26.157989 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-1c9f19a7-b05f-40c6-8a8f-de7773129916 req-eb9c1fdb-6c95-4b92-98bd-abb607dc52f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609088'] for port, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:26.159655 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-1c9f19a7-b05f-40c6-8a8f-de7773129916 req-eb9c1fdb-6c95-4b92-98bd-abb607dc52f8 service neutron] 10.222.0.87 "PUT /v2.0/ports/fb1e2ad6-37cb-410f-b514-0d2c72e7581b HTTP/1.1" status: 200 len: 1093 time: 3.1040421 Apr 16 16:47:26.160194 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7a33a5e-8c31-4bf0-9231-2f6e14783496', 'tag': 'fb1e2ad6-37cb-410f-b514-0d2c72e7581b'}] {{(pid=85336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:47:26.178635 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-eb248550-2ff4-4a9c-bee1-9a9d96897966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850737714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852490496'] for subnet, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:26.339385 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1b9ebd-4b13-4803-a0d0-12ca2f5855b0 req-e8a10dad-b74f-4725-a79b-1d763e5b1fc8 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:47:26.341223 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-1f1b9ebd-4b13-4803-a0d0-12ca2f5855b0 req-e8a10dad-b74f-4725-a79b-1d763e5b1fc8 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.38 "GET /v2.0/ports?device_id=f25789e9-557b-4a6a-b2f4-4409f95b0f0a HTTP/1.1" status: 200 len: 946 time: 0.3691628 Apr 16 16:47:26.420875 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:47:26.476818 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7a33a5e-8c31-4bf0-9231-2f6e14783496', 'tag': 'fb1e2ad6-37cb-410f-b514-0d2c72e7581b', 'status': 'completed', 'code': 200} Apr 16 16:47:26.483838 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-1f1b9ebd-4b13-4803-a0d0-12ca2f5855b0 req-32e41720-64c9-4e9f-b161-1b253c818ed3 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.38 "GET /v2.0/security-groups?id=000be728-5835-465a-a527-c6c2ddb86249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190808 Apr 16 16:47:26.518980 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9f19a7-b05f-40c6-8a8f-de7773129916 req-cf1fd4ba-cab8-42c7-82e5-3411a586d1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:47:26.536544 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-1c9f19a7-b05f-40c6-8a8f-de7773129916 req-cf1fd4ba-cab8-42c7-82e5-3411a586d1f8 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=3dd53e8589184e7f8377266cec951d0d&device_id=b7a33a5e-8c31-4bf0-9231-2f6e14783496 HTTP/1.1" status: 200 len: 1096 time: 0.2908018 Apr 16 16:47:26.574787 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb248550-2ff4-4a9c-bee1-9a9d96897966 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dae0094f-2b6d-44a2-8dd1-7b92890b350e,revision_number=0']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:47:26.591563 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-eb248550-2ff4-4a9c-bee1-9a9d96897966 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:47:26.596892 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb248550-2ff4-4a9c-bee1-9a9d96897966 admin admin] Checking segment: {'id': '1b12c9e1-c1a8-40f2-b7e0-4081f813c4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '19dcc7fc-81c9-4bb8-80ee-5cfba0c1d1fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 16:47:26.597677 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb248550-2ff4-4a9c-bee1-9a9d96897966 admin admin] Network hostable DHCP agents. Network: 19dcc7fc-81c9-4bb8-80ee-5cfba0c1d1fb, hostable agents: ['a512e422-67dd-4296-9548-92f23f2586e5'], hosted agents: [] {{(pid=85335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 16:47:26.626031 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb248550-2ff4-4a9c-bee1-9a9d96897966 admin admin] Network 19dcc7fc-81c9-4bb8-80ee-5cfba0c1d1fb is scheduled to be hosted by DHCP agent a512e422-67dd-4296-9548-92f23f2586e5 with binding_index 1 {{(pid=85335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 16:47:26.636939 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [None req-eb248550-2ff4-4a9c-bee1-9a9d96897966 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-13-smb, 19dcc7fc-81c9-4bb8-80ee-5cfba0c1d1fb) {{(pid=85335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:47:26.647347 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb31811-dcbc-4004-a993-8d72454e51e3 None None] Network 19dcc7fc-81c9-4bb8-80ee-5cfba0c1d1fb requested from dv-cinder-733622-13-smb {{(pid=85337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 16:47:26.696010 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb248550-2ff4-4a9c-bee1-9a9d96897966 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:47:26.698318 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-eb248550-2ff4-4a9c-bee1-9a9d96897966 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609088'] for subnet, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:26.775747 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-eb248550-2ff4-4a9c-bee1-9a9d96897966 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.0612769 Apr 16 16:47:26.776333 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-1c9f19a7-b05f-40c6-8a8f-de7773129916 req-c0f85f4e-f14e-468b-b38c-5c76550bb346 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb1e2ad6-37cb-410f-b514-0d2c72e7581b HTTP/1.1" status: 200 len: 217 time: 0.2198026 Apr 16 16:47:26.887560 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9f19a7-b05f-40c6-8a8f-de7773129916 req-9cd10a6d-9f78-48fa-a9ff-f4315662433c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:47:26.890721 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-1c9f19a7-b05f-40c6-8a8f-de7773129916 req-9cd10a6d-9f78-48fa-a9ff-f4315662433c service neutron] 10.222.0.87 "GET /v2.0/subnets?id=c2b9a3b8-01fc-4424-851d-e3d624dca274 HTTP/1.1" status: 200 len: 859 time: 0.1178885 Apr 16 16:47:27.044708 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-1c9f19a7-b05f-40c6-8a8f-de7773129916 req-3f93e3b0-851c-4e2a-898d-bc2d3cf37aee service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=2c1b2f9a-4043-421f-912b-c908e49b8d79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1381631 Apr 16 16:47:27.209334 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac6b73e-def1-4f0f-b887-4fb829b12e9c None None] Network 19dcc7fc-81c9-4bb8-80ee-5cfba0c1d1fb requested from dv-cinder-733622-13-smb {{(pid=85337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 16:47:27.317783 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c989e02-b40b-433f-8c01-c0e9367cfc8c req-140fc96a-b0b1-496f-ad80-96337583185a tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:47:27.333553 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-4c989e02-b40b-433f-8c01-c0e9367cfc8c req-140fc96a-b0b1-496f-ad80-96337583185a tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7a33a5e-8c31-4bf0-9231-2f6e14783496 HTTP/1.1" status: 200 len: 943 time: 0.1575613 Apr 16 16:47:27.460456 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-4c989e02-b40b-433f-8c01-c0e9367cfc8c req-47730764-8df7-4527-9c05-078515a46842 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a565f14-c478-4c8e-b10f-c94ccd39d90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250331 Apr 16 16:47:27.502132 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-1c9f19a7-b05f-40c6-8a8f-de7773129916 req-ef0e8085-00fd-4e2a-9e60-477c58a05570 service neutron] 10.222.0.87 "GET /v2.0/networks/2c1b2f9a-4043-421f-912b-c908e49b8d79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4446106 Apr 16 16:47:27.831978 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-1c9f19a7-b05f-40c6-8a8f-de7773129916 req-36136956-c456-4279-a28d-f9df64d12a37 service neutron] 10.222.0.87 "GET /v2.0/networks/2c1b2f9a-4043-421f-912b-c908e49b8d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3173785 Apr 16 16:47:28.007268 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392998a1-4b3a-4879-87b1-bab278f3beea req-4ff4823d-863d-4d50-9ae5-f5466a19b7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:47:28.009430 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-392998a1-4b3a-4879-87b1-bab278f3beea req-4ff4823d-863d-4d50-9ae5-f5466a19b7a0 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=3dd53e8589184e7f8377266cec951d0d&device_id=b7a33a5e-8c31-4bf0-9231-2f6e14783496 HTTP/1.1" status: 200 len: 1096 time: 0.1159637 Apr 16 16:47:28.160097 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Device 5778e254-814b-4395-ac58-434d03eeb2b9 up at agent hyperv_hv-cinder-73362 {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:47:28.302416 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Provisioning for port 5778e254-814b-4395-ac58-434d03eeb2b9 completed by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:47:28.311145 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Provisioning complete for port 5778e254-814b-4395-ac58-434d03eeb2b9 triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:47:28.311828 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852761088'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:28.327899 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392998a1-4b3a-4879-87b1-bab278f3beea req-0ce37f32-2d13-4b7f-970e-8f1f2f75278d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:47:28.332946 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-392998a1-4b3a-4879-87b1-bab278f3beea req-0ce37f32-2d13-4b7f-970e-8f1f2f75278d service neutron] 10.222.0.87 "GET /v2.0/networks?id=2c1b2f9a-4043-421f-912b-c908e49b8d79 HTTP/1.1" status: 200 len: 920 time: 0.3129058 Apr 16 16:47:28.439347 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-392998a1-4b3a-4879-87b1-bab278f3beea req-bed079b9-18e9-4d34-8ff9-b5a620263345 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb1e2ad6-37cb-410f-b514-0d2c72e7581b HTTP/1.1" status: 200 len: 217 time: 0.0966547 Apr 16 16:47:28.519298 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:28.559517 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] For port 5778e254-814b-4395-ac58-434d03eeb2b9, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=5778e254-814b-4395-ac58-434d03eeb2b9,segment=NetworkSegment(6982ae40-408c-420a-b6f7-93d42819f3da),segment_id=6982ae40-408c-420a-b6f7-93d42819f3da)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:47:28.560803 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7a8ece6-a83a-480a-92f5-30f88f72177e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5778e254-814b-4395-ac58-434d03eeb2b9'}] {{(pid=85337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:47:28.568713 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:28.571362 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:47:28.599593 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392998a1-4b3a-4879-87b1-bab278f3beea req-3709e49e-cde7-4e0f-9466-7b84ca4c7389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:47:28.605012 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-392998a1-4b3a-4879-87b1-bab278f3beea req-3709e49e-cde7-4e0f-9466-7b84ca4c7389 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=c2b9a3b8-01fc-4424-851d-e3d624dca274 HTTP/1.1" status: 200 len: 859 time: 0.1577396 Apr 16 16:47:28.658536 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Pushing event updated for resources: {'Port': ['ID=5778e254-814b-4395-ac58-434d03eeb2b9,revision_number=5']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:47:28.663042 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:47:28.671292 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-392998a1-4b3a-4879-87b1-bab278f3beea req-3fe400f9-f4c1-4548-913f-023dc18f76dc service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=2c1b2f9a-4043-421f-912b-c908e49b8d79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549340 Apr 16 16:47:28.764062 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7a8ece6-a83a-480a-92f5-30f88f72177e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5778e254-814b-4395-ac58-434d03eeb2b9', 'code': 200} Apr 16 16:47:29.057889 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36582d1f-d161-4313-be4a-9e5013ec6e10 req-678a9470-1307-4f02-a3e7-e33f2e0b870a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:47:29.059555 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-36582d1f-d161-4313-be4a-9e5013ec6e10 req-678a9470-1307-4f02-a3e7-e33f2e0b870a service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=a7a8ece6-a83a-480a-92f5-30f88f72177e HTTP/1.1" status: 200 len: 1098 time: 0.0914330 Apr 16 16:47:29.120770 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-36582d1f-d161-4313-be4a-9e5013ec6e10 req-99123dd7-4473-47da-81d7-f9a7f1ada833 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=8a565f14-c478-4c8e-b10f-c94ccd39d90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496163 Apr 16 16:47:29.150521 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff97301-8691-4ee7-ac10-5fcd8a043904 req-17c53935-1a51-47b1-8852-5b8f2ba97eaa tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:47:29.151416 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-2ff97301-8691-4ee7-ac10-5fcd8a043904 req-17c53935-1a51-47b1-8852-5b8f2ba97eaa tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Synchronizing usage tracker for tenant:3dd53e8589184e7f8377266cec951d0d on resource:port {{(pid=85336) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 16:47:29.168608 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-392998a1-4b3a-4879-87b1-bab278f3beea req-7e4ebd30-b0cc-4c37-bbd4-7d7a4e2f55f3 service neutron] 10.222.0.87 "GET /v2.0/networks/2c1b2f9a-4043-421f-912b-c908e49b8d79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4444859 Apr 16 16:47:29.171389 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-2ff97301-8691-4ee7-ac10-5fcd8a043904 req-17c53935-1a51-47b1-8852-5b8f2ba97eaa tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Unset dirty status for tenant:3dd53e8589184e7f8377266cec951d0d on resource:port {{(pid=85336) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 16:47:29.173184 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-2ff97301-8691-4ee7-ac10-5fcd8a043904 req-17c53935-1a51-47b1-8852-5b8f2ba97eaa tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7a33a5e-8c31-4bf0-9231-2f6e14783496 HTTP/1.1" status: 200 len: 943 time: 0.4969659 Apr 16 16:47:29.342814 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-2ff97301-8691-4ee7-ac10-5fcd8a043904 req-8f42b3a5-d383-4680-81fb-84b306f27243 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Synchronizing usage tracker for tenant:3dd53e8589184e7f8377266cec951d0d on resource:security_group {{(pid=85336) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 16:47:29.383647 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-392998a1-4b3a-4879-87b1-bab278f3beea req-11970b6f-cd70-43df-9a10-d03555a9da96 service neutron] 10.222.0.87 "GET /v2.0/networks/2c1b2f9a-4043-421f-912b-c908e49b8d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060075 Apr 16 16:47:29.384741 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-2ff97301-8691-4ee7-ac10-5fcd8a043904 req-8f42b3a5-d383-4680-81fb-84b306f27243 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Unset dirty status for tenant:3dd53e8589184e7f8377266cec951d0d on resource:security_group {{(pid=85336) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 16:47:29.385952 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-2ff97301-8691-4ee7-ac10-5fcd8a043904 req-8f42b3a5-d383-4680-81fb-84b306f27243 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a565f14-c478-4c8e-b10f-c94ccd39d90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829791 Apr 16 16:47:30.055728 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15271f69-05d0-4565-8c20-57e61dcb2f38 req-7c366ab1-f007-45a8-8722-7738786e2b7b tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:47:30.056521 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-15271f69-05d0-4565-8c20-57e61dcb2f38 req-7c366ab1-f007-45a8-8722-7738786e2b7b tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] Synchronizing usage tracker for tenant:446b2caa32674624ae083fec282d894c on resource:network {{(pid=85336) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 16:47:30.079749 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-15271f69-05d0-4565-8c20-57e61dcb2f38 req-7c366ab1-f007-45a8-8722-7738786e2b7b tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] Unset dirty status for tenant:446b2caa32674624ae083fec282d894c on resource:network {{(pid=85336) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 16:47:30.081802 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-15271f69-05d0-4565-8c20-57e61dcb2f38 req-7c366ab1-f007-45a8-8722-7738786e2b7b tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] 10.222.0.38 "GET /v2.0/networks?id=19dcc7fc-81c9-4bb8-80ee-5cfba0c1d1fb HTTP/1.1" status: 200 len: 813 time: 0.2537246 Apr 16 16:47:30.115265 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-15271f69-05d0-4565-8c20-57e61dcb2f38 req-edac1ad8-0ee2-46e5-95d6-eab81e9d4277 tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] 10.222.0.38 "GET /v2.0/quotas/446b2caa32674624ae083fec282d894c HTTP/1.1" status: 200 len: 375 time: 0.0243778 Apr 16 16:47:30.158649 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 38514) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:47:30.160707 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Device fb1e2ad6-37cb-410f-b514-0d2c72e7581b details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=85337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 16:47:30.208496 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-15271f69-05d0-4565-8c20-57e61dcb2f38 req-aa74778f-fce9-4d44-bb9c-3460d2dcbcbf tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=446b2caa32674624ae083fec282d894c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0869963 Apr 16 16:47:30.400069 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] For port fb1e2ad6-37cb-410f-b514-0d2c72e7581b, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=fb1e2ad6-37cb-410f-b514-0d2c72e7581b,segment=NetworkSegment(6982ae40-408c-420a-b6f7-93d42819f3da),segment_id=6982ae40-408c-420a-b6f7-93d42819f3da)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:47:30.457044 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Returning: {'device': 'fb1e2ad6-37cb-410f-b514-0d2c72e7581b', 'network_id': '2c1b2f9a-4043-421f-912b-c908e49b8d79', 'port_id': 'fb1e2ad6-37cb-410f-b514-0d2c72e7581b', 'mac_address': 'fa:16:3e:34:de:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 772, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2b9a3b8-01fc-4424-851d-e3d624dca274', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 16:47:30.498557 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-15271f69-05d0-4565-8c20-57e61dcb2f38 req-282fae44-7045-4bbd-bcb0-c9de00cb586c service neutron] 10.222.0.38 "GET /v2.0/networks/19dcc7fc-81c9-4bb8-80ee-5cfba0c1d1fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2798808 Apr 16 16:47:30.536437 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-3b234753-4b6c-4a04-b634-62621d2be5a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:30.543226 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:30.563194 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb1e2ad6-37cb-410f-b514-0d2c72e7581b {{(pid=85337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 16:47:30.565992 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-3b234753-4b6c-4a04-b634-62621d2be5a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:47:30.583510 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-3b234753-4b6c-4a04-b634-62621d2be5a5 admin admin] Usage tracker for resource:security_group_rule and tenant:424b62b9d5a44af6ab77c242b7cf0824 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:47:30.587174 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-3b234753-4b6c-4a04-b634-62621d2be5a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:47:30.600805 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-3b234753-4b6c-4a04-b634-62621d2be5a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:47:30.602894 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] For port fb1e2ad6-37cb-410f-b514-0d2c72e7581b, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=fb1e2ad6-37cb-410f-b514-0d2c72e7581b,segment=NetworkSegment(6982ae40-408c-420a-b6f7-93d42819f3da),segment_id=6982ae40-408c-420a-b6f7-93d42819f3da)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:47:30.607273 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:30.610825 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:47:30.795969 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Pushing event updated for resources: {'Port': ['ID=fb1e2ad6-37cb-410f-b514-0d2c72e7581b,revision_number=4']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:47:30.801169 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:47:30.823557 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-15271f69-05d0-4565-8c20-57e61dcb2f38 req-5f4c17e4-4f03-42e9-bcdd-bea6d48a3dd1 service neutron] 10.222.0.38 "GET /v2.0/networks/19dcc7fc-81c9-4bb8-80ee-5cfba0c1d1fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3235910 Apr 16 16:47:30.835049 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-3b234753-4b6c-4a04-b634-62621d2be5a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:30.839365 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-3b234753-4b6c-4a04-b634-62621d2be5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:30.855945 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-2e24e251-9922-4e21-b9e9-f8e203e2fd57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:47:30.919631 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-3b234753-4b6c-4a04-b634-62621d2be5a5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=424b62b9d5a44af6ab77c242b7cf0824&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7549829 Apr 16 16:47:30.919631 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b234753-4b6c-4a04-b634-62621d2be5a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86466cde-70fc-4ffd-b23d-70f99ad64af4,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:47:30.936339 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 38526) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:47:30.943657 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-3b234753-4b6c-4a04-b634-62621d2be5a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:47:30.992564 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6619d2ef-5a31-4235-a80d-f3155b45cd3d req-dd03e2fb-9d81-4f7a-a1fc-6299835b5f1c tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:47:30.994437 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-6619d2ef-5a31-4235-a80d-f3155b45cd3d req-dd03e2fb-9d81-4f7a-a1fc-6299835b5f1c tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7a33a5e-8c31-4bf0-9231-2f6e14783496 HTTP/1.1" status: 200 len: 944 time: 0.3124316 Apr 16 16:47:31.056112 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] get_ports_and_sgs() called for port_ids ['fb1e2ad6-37cb-410f-b514-0d2c72e7581b'] {{(pid=85337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 16:47:31.089011 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-5e4073f5-55b6-4509-a6db-bd15cd7dda4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:31.155508 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-6619d2ef-5a31-4235-a80d-f3155b45cd3d req-89b4cf8f-e325-46f5-a2db-62799cf36eb6 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a565f14-c478-4c8e-b10f-c94ccd39d90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507382 Apr 16 16:47:31.176172 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-5e4073f5-55b6-4509-a6db-bd15cd7dda4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:31.379787 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-5e4073f5-55b6-4509-a6db-bd15cd7dda4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:31.398641 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-3b234753-4b6c-4a04-b634-62621d2be5a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:47:31.422331 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-37050e29-7273-44ee-9056-5804884e37c6 req-03342efa-e003-4f5d-9916-e33710eb59f4 tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] 10.222.0.38 "GET /v2.0/ports?device_id=51d08af9-1fe7-43a6-bb2f-eba7a1c1997b HTTP/1.1" status: 200 len: 210 time: 0.1099198 Apr 16 16:47:31.426537 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-5e4073f5-55b6-4509-a6db-bd15cd7dda4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:31.442188 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-5e4073f5-55b6-4509-a6db-bd15cd7dda4f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/86466cde-70fc-4ffd-b23d-70f99ad64af4 HTTP/1.1" status: 204 len: 168 time: 0.5014923 Apr 16 16:47:31.446473 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4073f5-55b6-4509-a6db-bd15cd7dda4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86466cde-70fc-4ffd-b23d-70f99ad64af4,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:47:31.450672 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-5e4073f5-55b6-4509-a6db-bd15cd7dda4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:47:32.438903 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56412cb-3e51-4b36-866c-1edcc30b6b16 req-f321d050-f668-4ac6-bed6-33f5c016a5c3 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:47:32.440869 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-b56412cb-3e51-4b36-866c-1edcc30b6b16 req-f321d050-f668-4ac6-bed6-33f5c016a5c3 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7a33a5e-8c31-4bf0-9231-2f6e14783496 HTTP/1.1" status: 200 len: 944 time: 0.1115198 Apr 16 16:47:32.502753 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-b56412cb-3e51-4b36-866c-1edcc30b6b16 req-5b79b46c-9025-4b48-a39f-d58e036baafe tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a565f14-c478-4c8e-b10f-c94ccd39d90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544024 Apr 16 16:47:32.726373 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-9c3eed31-cc89-4037-b860-805caf73e499 req-2f08105e-9108-4466-8729-b653def4c363 tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] 10.222.0.38 "GET /v2.0/ports?device_id=51d08af9-1fe7-43a6-bb2f-eba7a1c1997b HTTP/1.1" status: 200 len: 210 time: 0.0752387 Apr 16 16:47:33.135777 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15271f69-05d0-4565-8c20-57e61dcb2f38 req-e4524efa-7819-498d-aeda-b2f50948b575 tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:47:33.137764 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-15271f69-05d0-4565-8c20-57e61dcb2f38 req-e4524efa-7819-498d-aeda-b2f50948b575 tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] 10.222.0.87 "GET /v2.0/networks?id=19dcc7fc-81c9-4bb8-80ee-5cfba0c1d1fb HTTP/1.1" status: 200 len: 813 time: 0.2474501 Apr 16 16:47:33.153228 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.v2.base [req-15271f69-05d0-4565-8c20-57e61dcb2f38 req-6fe1e1be-a881-494e-92d0-1d248da4a2af tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] Request body: {'port': {'device_id': '51d08af9-1fe7-43a6-bb2f-eba7a1c1997b', 'network_id': '19dcc7fc-81c9-4bb8-80ee-5cfba0c1d1fb', 'admin_state_up': True, 'tenant_id': '446b2caa32674624ae083fec282d894c'}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:47:33.332229 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [req-15271f69-05d0-4565-8c20-57e61dcb2f38 req-6fe1e1be-a881-494e-92d0-1d248da4a2af tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:47:33.338683 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-15271f69-05d0-4565-8c20-57e61dcb2f38 req-6fe1e1be-a881-494e-92d0-1d248da4a2af tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] Usage tracker for resource:port and tenant:446b2caa32674624ae083fec282d894c is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:47:33.343080 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-15271f69-05d0-4565-8c20-57e61dcb2f38 req-6fe1e1be-a881-494e-92d0-1d248da4a2af tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:47:33.350181 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [req-15271f69-05d0-4565-8c20-57e61dcb2f38 req-6fe1e1be-a881-494e-92d0-1d248da4a2af tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:47:33.364165 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15271f69-05d0-4565-8c20-57e61dcb2f38 req-6fe1e1be-a881-494e-92d0-1d248da4a2af tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] Made reservation on behalf of 446b2caa32674624ae083fec282d894c for: {'port': 1} {{(pid=85336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 16:47:33.373155 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-15271f69-05d0-4565-8c20-57e61dcb2f38 req-6fe1e1be-a881-494e-92d0-1d248da4a2af tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:33.672527 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.db_base_plugin_common [req-15271f69-05d0-4565-8c20-57e61dcb2f38 req-6fe1e1be-a881-494e-92d0-1d248da4a2af tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] Allocated IP 172.20.0.8 (19dcc7fc-81c9-4bb8-80ee-5cfba0c1d1fb/dae0094f-2b6d-44a2-8dd1-7b92890b350e/6b1b7d24-cc47-4855-8bc5-a121d2090986) {{(pid=85336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 16:47:33.885218 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b525cf10-cd06-4f9c-a2e9-9d8e17132097 req-41ca3a37-6013-4978-98f7-2f2af48100f7 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:47:33.888023 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-b525cf10-cd06-4f9c-a2e9-9d8e17132097 req-41ca3a37-6013-4978-98f7-2f2af48100f7 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7a33a5e-8c31-4bf0-9231-2f6e14783496 HTTP/1.1" status: 200 len: 944 time: 0.1628902 Apr 16 16:47:33.945473 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-b525cf10-cd06-4f9c-a2e9-9d8e17132097 req-df388e5b-472f-4dd5-83f7-a6629bb55268 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a565f14-c478-4c8e-b10f-c94ccd39d90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506408 Apr 16 16:47:34.045164 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-aeba6df3-632e-44d2-a5e7-3c1a8d86ffe0 req-e4a3805f-2bfb-4335-b134-72ec65e855e2 tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] 10.222.0.38 "GET /v2.0/ports?device_id=51d08af9-1fe7-43a6-bb2f-eba7a1c1997b HTTP/1.1" status: 200 len: 210 time: 0.0724866 Apr 16 16:47:34.069299 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-15271f69-05d0-4565-8c20-57e61dcb2f38 req-6fe1e1be-a881-494e-92d0-1d248da4a2af tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] Notify callbacks [] for port, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:34.106585 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-15271f69-05d0-4565-8c20-57e61dcb2f38 req-6fe1e1be-a881-494e-92d0-1d248da4a2af tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751455712866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2420184'] for port, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:34.124677 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-10aa86d1-ae29-4f51-8be9-79118dee0da7 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:47:34.177739 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Device fb1e2ad6-37cb-410f-b514-0d2c72e7581b up at agent hyperv_hv-cinder-73362 {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:47:34.270944 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Provisioning for port fb1e2ad6-37cb-410f-b514-0d2c72e7581b completed by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:47:34.277351 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe1e1be-a881-494e-92d0-1d248da4a2af tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] Pushing event updated for resources: {'Port': ['ID=6b1b7d24-cc47-4855-8bc5-a121d2090986,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:47:34.279436 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Provisioning complete for port fb1e2ad6-37cb-410f-b514-0d2c72e7581b triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:47:34.279944 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852761088'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:34.290453 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe1e1be-a881-494e-92d0-1d248da4a2af tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:47:34.290867 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe1e1be-a881-494e-92d0-1d248da4a2af tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:47:34.291274 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe1e1be-a881-494e-92d0-1d248da4a2af tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:47:34.291669 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe1e1be-a881-494e-92d0-1d248da4a2af tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:47:34.292060 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe1e1be-a881-494e-92d0-1d248da4a2af tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:47:34.292446 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe1e1be-a881-494e-92d0-1d248da4a2af tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:47:34.292897 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe1e1be-a881-494e-92d0-1d248da4a2af tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:47:34.293306 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe1e1be-a881-494e-92d0-1d248da4a2af tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:47:34.293674 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe1e1be-a881-494e-92d0-1d248da4a2af tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:47:34.294122 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe1e1be-a881-494e-92d0-1d248da4a2af tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:47:34.294465 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe1e1be-a881-494e-92d0-1d248da4a2af tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:47:34.294845 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe1e1be-a881-494e-92d0-1d248da4a2af tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:47:34.310879 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-6fe1e1be-a881-494e-92d0-1d248da4a2af tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:47:34.365585 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15271f69-05d0-4565-8c20-57e61dcb2f38 req-6fe1e1be-a881-494e-92d0-1d248da4a2af tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] Network 19dcc7fc-81c9-4bb8-80ee-5cfba0c1d1fb is already hosted by enough agents. {{(pid=85336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 16:47:34.367449 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [req-15271f69-05d0-4565-8c20-57e61dcb2f38 req-6fe1e1be-a881-494e-92d0-1d248da4a2af tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] Resources bound (agent type, host, resource id): {{(pid=85336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:47:34.369841 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [req-15271f69-05d0-4565-8c20-57e61dcb2f38 req-6fe1e1be-a881-494e-92d0-1d248da4a2af tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] Received port after_create {{(pid=85336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 16:47:34.448144 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:34.460512 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15271f69-05d0-4565-8c20-57e61dcb2f38 req-6fe1e1be-a881-494e-92d0-1d248da4a2af tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:47:34.461386 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-15271f69-05d0-4565-8c20-57e61dcb2f38 req-6fe1e1be-a881-494e-92d0-1d248da4a2af tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609088'] for port, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:34.481509 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7a33a5e-8c31-4bf0-9231-2f6e14783496', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb1e2ad6-37cb-410f-b514-0d2c72e7581b'}] {{(pid=85337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:47:34.487591 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-15271f69-05d0-4565-8c20-57e61dcb2f38 req-6fe1e1be-a881-494e-92d0-1d248da4a2af tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3390458 Apr 16 16:47:34.493156 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] For port fb1e2ad6-37cb-410f-b514-0d2c72e7581b, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=fb1e2ad6-37cb-410f-b514-0d2c72e7581b,segment=NetworkSegment(6982ae40-408c-420a-b6f7-93d42819f3da),segment_id=6982ae40-408c-420a-b6f7-93d42819f3da)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:47:34.496559 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:34.498613 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:47:34.511773 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.v2.base [req-15271f69-05d0-4565-8c20-57e61dcb2f38 req-d374659b-b003-4782-a33a-53a27af5b8c5 service neutron] Request body: {'port': {'device_id': '51d08af9-1fe7-43a6-bb2f-eba7a1c1997b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:47:34.657410 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7a33a5e-8c31-4bf0-9231-2f6e14783496', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb1e2ad6-37cb-410f-b514-0d2c72e7581b', 'code': 200} Apr 16 16:47:34.663845 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Pushing event updated for resources: {'Port': ['ID=fb1e2ad6-37cb-410f-b514-0d2c72e7581b,revision_number=5']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:47:34.670159 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:47:34.758565 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-15271f69-05d0-4565-8c20-57e61dcb2f38 req-d374659b-b003-4782-a33a-53a27af5b8c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:34.940671 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde07b8f-426f-4e14-825a-ca8dd6c0829f req-57914835-8a08-421c-bad2-d3def0005a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:47:34.942593 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-dde07b8f-426f-4e14-825a-ca8dd6c0829f req-57914835-8a08-421c-bad2-d3def0005a11 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=b7a33a5e-8c31-4bf0-9231-2f6e14783496 HTTP/1.1" status: 200 len: 1098 time: 0.0870581 Apr 16 16:47:35.006447 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-dde07b8f-426f-4e14-825a-ca8dd6c0829f req-296302da-27b2-406c-868b-225be178434c service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=8a565f14-c478-4c8e-b10f-c94ccd39d90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478833 Apr 16 16:47:35.301718 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c648047-181e-424b-8df0-af0b5f4d61bf req-2ab20d3b-1d1a-4aed-90b3-6f5c48ade246 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:47:35.305104 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-3c648047-181e-424b-8df0-af0b5f4d61bf req-2ab20d3b-1d1a-4aed-90b3-6f5c48ade246 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7a33a5e-8c31-4bf0-9231-2f6e14783496 HTTP/1.1" status: 200 len: 945 time: 0.1842597 Apr 16 16:47:35.376402 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-3c648047-181e-424b-8df0-af0b5f4d61bf req-ee332f12-052b-459c-9813-9d1ba55c89aa tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a565f14-c478-4c8e-b10f-c94ccd39d90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643857 Apr 16 16:47:35.394373 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [req-15271f69-05d0-4565-8c20-57e61dcb2f38 req-d374659b-b003-4782-a33a-53a27af5b8c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b1b7d24-cc47-4855-8bc5-a121d2090986 {{(pid=85336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 16:47:35.403928 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-15271f69-05d0-4565-8c20-57e61dcb2f38 req-d374659b-b003-4782-a33a-53a27af5b8c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:35.432251 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [req-15271f69-05d0-4565-8c20-57e61dcb2f38 req-d374659b-b003-4782-a33a-53a27af5b8c5 service neutron] Transition to ACTIVE for port object 6b1b7d24-cc47-4855-8bc5-a121d2090986 will not be triggered until provisioned by entity L2. {{(pid=85336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:47:35.439078 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-15271f69-05d0-4565-8c20-57e61dcb2f38 req-d374659b-b003-4782-a33a-53a27af5b8c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852355648'] for port, after_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:35.457982 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:47:35.590634 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d31e33e-4583-4ede-8102-c9c154ca855f req-51ece1d4-a43e-410c-b425-2f52456e15b9 tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:47:35.590779 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-8d31e33e-4583-4ede-8102-c9c154ca855f req-51ece1d4-a43e-410c-b425-2f52456e15b9 tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] Synchronizing usage tracker for tenant:446b2caa32674624ae083fec282d894c on resource:port {{(pid=85336) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 16:47:35.648213 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d374659b-b003-4782-a33a-53a27af5b8c5 service neutron] Pushing event updated for resources: {'Port': ['ID=6b1b7d24-cc47-4855-8bc5-a121d2090986,revision_number=2']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:47:35.658109 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-d374659b-b003-4782-a33a-53a27af5b8c5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:47:35.663311 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-8d31e33e-4583-4ede-8102-c9c154ca855f req-51ece1d4-a43e-410c-b425-2f52456e15b9 tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] Unset dirty status for tenant:446b2caa32674624ae083fec282d894c on resource:port {{(pid=85336) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 16:47:35.663311 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-8d31e33e-4583-4ede-8102-c9c154ca855f req-51ece1d4-a43e-410c-b425-2f52456e15b9 tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] 10.222.0.38 "GET /v2.0/ports?device_id=51d08af9-1fe7-43a6-bb2f-eba7a1c1997b HTTP/1.1" status: 200 len: 931 time: 0.4059300 Apr 16 16:47:35.746401 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-8d31e33e-4583-4ede-8102-c9c154ca855f req-be3212c7-3da1-4df7-b222-796a2a2baab1 tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] Synchronizing usage tracker for tenant:446b2caa32674624ae083fec282d894c on resource:security_group {{(pid=85336) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 16:47:35.907948 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-8d31e33e-4583-4ede-8102-c9c154ca855f req-be3212c7-3da1-4df7-b222-796a2a2baab1 tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] Unset dirty status for tenant:446b2caa32674624ae083fec282d894c on resource:security_group {{(pid=85336) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 16:47:35.925154 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-8d31e33e-4583-4ede-8102-c9c154ca855f req-be3212c7-3da1-4df7-b222-796a2a2baab1 tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] 10.222.0.38 "GET /v2.0/security-groups?id=54c97b37-d7c2-4586-9449-1d4064404c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492731 Apr 16 16:47:35.990173 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [req-15271f69-05d0-4565-8c20-57e61dcb2f38 req-d374659b-b003-4782-a33a-53a27af5b8c5 service neutron] Attempting to bind port 6b1b7d24-cc47-4855-8bc5-a121d2090986 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=85336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 16:47:35.990559 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [req-15271f69-05d0-4565-8c20-57e61dcb2f38 req-d374659b-b003-4782-a33a-53a27af5b8c5 service neutron] Attempting to bind port 6b1b7d24-cc47-4855-8bc5-a121d2090986 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '1b12c9e1-c1a8-40f2-b7e0-4081f813c4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '19dcc7fc-81c9-4bb8-80ee-5cfba0c1d1fb'}] {{(pid=85336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 16:47:35.990975 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15271f69-05d0-4565-8c20-57e61dcb2f38 req-d374659b-b003-4782-a33a-53a27af5b8c5 service neutron] Attempting to bind port 6b1b7d24-cc47-4855-8bc5-a121d2090986 on network 19dcc7fc-81c9-4bb8-80ee-5cfba0c1d1fb {{(pid=85336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 16:47:35.999254 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15271f69-05d0-4565-8c20-57e61dcb2f38 req-d374659b-b003-4782-a33a-53a27af5b8c5 service neutron] Port 6b1b7d24-cc47-4855-8bc5-a121d2090986 on network 19dcc7fc-81c9-4bb8-80ee-5cfba0c1d1fb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=85336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 16:47:35.999620 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15271f69-05d0-4565-8c20-57e61dcb2f38 req-d374659b-b003-4782-a33a-53a27af5b8c5 service neutron] Attempting to bind port 6b1b7d24-cc47-4855-8bc5-a121d2090986 on network 19dcc7fc-81c9-4bb8-80ee-5cfba0c1d1fb {{(pid=85336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 16:47:36.008029 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15271f69-05d0-4565-8c20-57e61dcb2f38 req-d374659b-b003-4782-a33a-53a27af5b8c5 service neutron] Checking agent: {'id': '0677065c-8485-4f55-bc15-3b41e2e6feb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 16, 43, 39), 'started_at': datetime.datetime(2021, 4, 16, 16, 43, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 16:47:36.008404 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15271f69-05d0-4565-8c20-57e61dcb2f38 req-d374659b-b003-4782-a33a-53a27af5b8c5 service neutron] Checking segment: {'id': '1b12c9e1-c1a8-40f2-b7e0-4081f813c4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '19dcc7fc-81c9-4bb8-80ee-5cfba0c1d1fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 16:47:36.008831 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15271f69-05d0-4565-8c20-57e61dcb2f38 req-d374659b-b003-4782-a33a-53a27af5b8c5 service neutron] Bound using segment: {'id': '1b12c9e1-c1a8-40f2-b7e0-4081f813c4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '19dcc7fc-81c9-4bb8-80ee-5cfba0c1d1fb'} {{(pid=85336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 16:47:36.009303 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [req-15271f69-05d0-4565-8c20-57e61dcb2f38 req-d374659b-b003-4782-a33a-53a27af5b8c5 service neutron] Bound port: 6b1b7d24-cc47-4855-8bc5-a121d2090986, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b12c9e1-c1a8-40f2-b7e0-4081f813c4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '19dcc7fc-81c9-4bb8-80ee-5cfba0c1d1fb'}}] {{(pid=85336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 16:47:36.009760 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-15271f69-05d0-4565-8c20-57e61dcb2f38 req-d374659b-b003-4782-a33a-53a27af5b8c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:36.577406 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [req-15271f69-05d0-4565-8c20-57e61dcb2f38 req-d374659b-b003-4782-a33a-53a27af5b8c5 service neutron] For port 6b1b7d24-cc47-4855-8bc5-a121d2090986, host hv-cinder-73362, cleared binding levels {{(pid=85336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 16:47:36.583605 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [req-15271f69-05d0-4565-8c20-57e61dcb2f38 req-d374659b-b003-4782-a33a-53a27af5b8c5 service neutron] For port 6b1b7d24-cc47-4855-8bc5-a121d2090986, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=6b1b7d24-cc47-4855-8bc5-a121d2090986,segment=NetworkSegment(1b12c9e1-c1a8-40f2-b7e0-4081f813c4bd),segment_id=1b12c9e1-c1a8-40f2-b7e0-4081f813c4bd)] {{(pid=85336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 16:47:36.619274 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-15271f69-05d0-4565-8c20-57e61dcb2f38 req-d374659b-b003-4782-a33a-53a27af5b8c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852355648'] for port, after_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:36.639941 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-f6c83c9c-e45e-4d3f-af5f-e5fb0e28f891 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:47:36.767421 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ff27aa-8b62-4063-ad78-9746d4cdf9fe req-bcacce85-4800-42df-bda0-f45fe61c48bc tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:47:36.770847 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-13ff27aa-8b62-4063-ad78-9746d4cdf9fe req-bcacce85-4800-42df-bda0-f45fe61c48bc tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7a33a5e-8c31-4bf0-9231-2f6e14783496 HTTP/1.1" status: 200 len: 945 time: 0.1469841 Apr 16 16:47:36.840730 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-13ff27aa-8b62-4063-ad78-9746d4cdf9fe req-6d73fdf5-fdb3-4c8c-a63b-94becc3d5413 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a565f14-c478-4c8e-b10f-c94ccd39d90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572853 Apr 16 16:47:36.864180 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 38714) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:47:36.891538 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d374659b-b003-4782-a33a-53a27af5b8c5 service neutron] Pushing event updated for resources: {'Port': ['ID=6b1b7d24-cc47-4855-8bc5-a121d2090986,revision_number=3']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:47:36.895045 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-d374659b-b003-4782-a33a-53a27af5b8c5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:47:36.991336 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e14db79-3684-490e-b30b-182ff66a5fc1 req-b88a23f8-710b-4fb2-adf4-ec8991bd7e59 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:47:36.998794 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-7e14db79-3684-490e-b30b-182ff66a5fc1 req-b88a23f8-710b-4fb2-adf4-ec8991bd7e59 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.38 "GET /v2.0/networks?id=a7f4e014-87dd-436c-8396-68b004e6fc6e HTTP/1.1" status: 200 len: 815 time: 0.4125836 Apr 16 16:47:37.017792 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15271f69-05d0-4565-8c20-57e61dcb2f38 req-d374659b-b003-4782-a33a-53a27af5b8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:47:37.018849 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-15271f69-05d0-4565-8c20-57e61dcb2f38 req-d374659b-b003-4782-a33a-53a27af5b8c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609088'] for port, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:37.020717 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-15271f69-05d0-4565-8c20-57e61dcb2f38 req-d374659b-b003-4782-a33a-53a27af5b8c5 service neutron] 10.222.0.87 "PUT /v2.0/ports/6b1b7d24-cc47-4855-8bc5-a121d2090986 HTTP/1.1" status: 200 len: 1093 time: 2.5167601 Apr 16 16:47:37.028008 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51d08af9-1fe7-43a6-bb2f-eba7a1c1997b', 'tag': '6b1b7d24-cc47-4855-8bc5-a121d2090986'}] {{(pid=85336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:47:37.049655 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-7e14db79-3684-490e-b30b-182ff66a5fc1 req-b059ce49-a478-437c-978e-c2d7f775d5fe tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.38 "GET /v2.0/quotas/43227d5615b84ce4a66767a47689161f HTTP/1.1" status: 200 len: 375 time: 0.0490692 Apr 16 16:47:37.131313 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-06af7445-c666-45de-a2c2-12f3ad51aae9 req-8a4bdda0-ce9f-448f-a929-535253a26baa service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=5b3fa1b8-b215-4bda-a3f2-1c4bb3349a04&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0871878 Apr 16 16:47:37.191535 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c1cfaa58-484f-439b-a532-c4c357007ad6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:37.231618 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-c1cfaa58-484f-439b-a532-c4c357007ad6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:47:37.236190 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-c1cfaa58-484f-439b-a532-c4c357007ad6 admin admin] Usage tracker for resource:security_group_rule and tenant:adcd491b7c68420c846b49130460ffbf is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:47:37.240021 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-c1cfaa58-484f-439b-a532-c4c357007ad6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:47:37.246313 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-c1cfaa58-484f-439b-a532-c4c357007ad6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:47:37.400584 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c1cfaa58-484f-439b-a532-c4c357007ad6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:37.409432 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-7e14db79-3684-490e-b30b-182ff66a5fc1 req-be553dc9-3a57-46bb-9824-7f9f63ba313f tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=43227d5615b84ce4a66767a47689161f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3586485 Apr 16 16:47:37.413341 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c1cfaa58-484f-439b-a532-c4c357007ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:37.425660 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-d0947905-ae0c-4259-9d16-ec986d7c7fbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:47:37.451579 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06af7445-c666-45de-a2c2-12f3ad51aae9 req-b7d1d981-57eb-477e-9aec-e12b7955d540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:47:37.453382 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-06af7445-c666-45de-a2c2-12f3ad51aae9 req-b7d1d981-57eb-477e-9aec-e12b7955d540 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=43227d5615b84ce4a66767a47689161f&device_id=5b3fa1b8-b215-4bda-a3f2-1c4bb3349a04 HTTP/1.1" status: 200 len: 1099 time: 0.2229924 Apr 16 16:47:37.464233 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15271f69-05d0-4565-8c20-57e61dcb2f38 req-92b69711-6ace-4a54-aebe-64bb5db417e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:47:37.465864 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-15271f69-05d0-4565-8c20-57e61dcb2f38 req-92b69711-6ace-4a54-aebe-64bb5db417e1 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=446b2caa32674624ae083fec282d894c&device_id=51d08af9-1fe7-43a6-bb2f-eba7a1c1997b HTTP/1.1" status: 200 len: 1096 time: 0.3363316 Apr 16 16:47:37.516061 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebc247f-151f-45dc-9452-7c3e44abe03c req-095ed70f-1f10-4bb1-81b0-d0b0b0618404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:47:37.517961 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-cebc247f-151f-45dc-9452-7c3e44abe03c req-095ed70f-1f10-4bb1-81b0-d0b0b0618404 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=3dd53e8589184e7f8377266cec951d0d&device_id=b7a33a5e-8c31-4bf0-9231-2f6e14783496 HTTP/1.1" status: 200 len: 1098 time: 0.2189038 Apr 16 16:47:37.635570 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 38744) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:47:37.664369 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-15271f69-05d0-4565-8c20-57e61dcb2f38 req-3e2285d4-a7ec-4615-adc8-2eef7622a3d6 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b1b7d24-cc47-4855-8bc5-a121d2090986 HTTP/1.1" status: 200 len: 217 time: 0.1725132 Apr 16 16:47:37.683243 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-c1cfaa58-484f-439b-a532-c4c357007ad6 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=adcd491b7c68420c846b49130460ffbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8128078 Apr 16 16:47:37.730883 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 38750) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:47:37.738996 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cfaa58-484f-439b-a532-c4c357007ad6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a30f4150-36fa-491d-b029-c680693a9804,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:47:37.756672 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c1cfaa58-484f-439b-a532-c4c357007ad6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:47:37.878564 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15271f69-05d0-4565-8c20-57e61dcb2f38 req-1a7c46c2-9b3a-44f9-873e-32965a77af69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:47:37.880128 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-15271f69-05d0-4565-8c20-57e61dcb2f38 req-1a7c46c2-9b3a-44f9-873e-32965a77af69 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=dae0094f-2b6d-44a2-8dd1-7b92890b350e HTTP/1.1" status: 200 len: 853 time: 0.2026405 Apr 16 16:47:37.894645 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-7e14db79-3684-490e-b30b-182ff66a5fc1 req-d08d02d4-9809-44b0-8feb-c554f3a3edcc service neutron] 10.222.0.38 "GET /v2.0/networks/a7f4e014-87dd-436c-8396-68b004e6fc6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4710546 Apr 16 16:47:37.945662 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f409a34-12aa-447a-815b-92661964a911 req-b7e8e395-4cb5-4dc3-9667-5170dee5df08 tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:47:37.948031 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-9f409a34-12aa-447a-815b-92661964a911 req-b7e8e395-4cb5-4dc3-9667-5170dee5df08 tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] 10.222.0.38 "GET /v2.0/ports?device_id=51d08af9-1fe7-43a6-bb2f-eba7a1c1997b HTTP/1.1" status: 200 len: 943 time: 0.6010547 Apr 16 16:47:37.982955 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-98aa05f4-0383-4892-8f67-62f8a19db64b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:37.997150 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-15271f69-05d0-4565-8c20-57e61dcb2f38 req-0428b306-57d4-45b6-aa81-66c6e210cd47 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=19dcc7fc-81c9-4bb8-80ee-5cfba0c1d1fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0988219 Apr 16 16:47:38.039966 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06af7445-c666-45de-a2c2-12f3ad51aae9 req-fd104c8b-c1fb-4a61-8e09-d0a82378205e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:47:38.041541 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-06af7445-c666-45de-a2c2-12f3ad51aae9 req-fd104c8b-c1fb-4a61-8e09-d0a82378205e service neutron] 10.222.0.87 "GET /v2.0/networks?id=a7f4e014-87dd-436c-8396-68b004e6fc6e HTTP/1.1" status: 200 len: 916 time: 0.5285909 Apr 16 16:47:38.163885 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-06af7445-c666-45de-a2c2-12f3ad51aae9 req-59f0d48b-a2a7-4705-b1ad-0fe8a977fea9 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d2682bdb-4ce5-454d-b1f3-ca2da88890ff HTTP/1.1" status: 200 len: 217 time: 0.1144729 Apr 16 16:47:38.182476 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-98aa05f4-0383-4892-8f67-62f8a19db64b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:38.233643 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a505d832-d1e0-40de-8e4b-4b636f75425f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:38.278708 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-a505d832-d1e0-40de-8e4b-4b636f75425f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:47:38.293964 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-a505d832-d1e0-40de-8e4b-4b636f75425f admin admin] Usage tracker for resource:security_group_rule and tenant:027661feaf244d52adc1473c12d3c26b is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:47:38.297728 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-a505d832-d1e0-40de-8e4b-4b636f75425f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:47:38.304489 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-a505d832-d1e0-40de-8e4b-4b636f75425f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:47:38.305420 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-7e14db79-3684-490e-b30b-182ff66a5fc1 req-12172397-a151-484d-900a-8e855c40948d service neutron] 10.222.0.38 "GET /v2.0/networks/a7f4e014-87dd-436c-8396-68b004e6fc6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3658881 Apr 16 16:47:38.318250 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-9f409a34-12aa-447a-815b-92661964a911 req-20b3c8d7-7036-4aa4-b752-8f41a7b8b20d tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] 10.222.0.38 "GET /v2.0/security-groups?id=54c97b37-d7c2-4586-9449-1d4064404c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2796748 Apr 16 16:47:38.325878 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-15271f69-05d0-4565-8c20-57e61dcb2f38 req-967d516c-a3c9-4989-990a-e76c80603830 service neutron] 10.222.0.87 "GET /v2.0/networks/19dcc7fc-81c9-4bb8-80ee-5cfba0c1d1fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2716143 Apr 16 16:47:38.333750 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-98aa05f4-0383-4892-8f67-62f8a19db64b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:38.340888 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1a8eb5f4-36f2-471d-bca1-e0ae2358ff1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:47:38.356414 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06af7445-c666-45de-a2c2-12f3ad51aae9 req-c0c65292-f4d9-4a4a-ae18-f7e65344770c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:47:38.361405 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-06af7445-c666-45de-a2c2-12f3ad51aae9 req-c0c65292-f4d9-4a4a-ae18-f7e65344770c service neutron] 10.222.0.87 "GET /v2.0/subnets?id=5ae8a7aa-8888-4dcf-9347-2e1ca7171a9b HTTP/1.1" status: 200 len: 855 time: 0.1826308 Apr 16 16:47:38.385559 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98aa05f4-0383-4892-8f67-62f8a19db64b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a30f4150-36fa-491d-b029-c680693a9804,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:47:38.393122 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-98aa05f4-0383-4892-8f67-62f8a19db64b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:47:38.477142 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-98aa05f4-0383-4892-8f67-62f8a19db64b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:38.480885 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-98aa05f4-0383-4892-8f67-62f8a19db64b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a30f4150-36fa-491d-b029-c680693a9804 HTTP/1.1" status: 204 len: 168 time: 0.7410235 Apr 16 16:47:38.487588 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-06af7445-c666-45de-a2c2-12f3ad51aae9 req-9e89eb2a-b563-4515-9f7a-4351f0ff8276 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=a7f4e014-87dd-436c-8396-68b004e6fc6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1111953 Apr 16 16:47:38.524359 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a505d832-d1e0-40de-8e4b-4b636f75425f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:38.607325 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51d08af9-1fe7-43a6-bb2f-eba7a1c1997b', 'tag': '6b1b7d24-cc47-4855-8bc5-a121d2090986', 'status': 'completed', 'code': 200} Apr 16 16:47:38.634189 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-15271f69-05d0-4565-8c20-57e61dcb2f38 req-1332a48e-2517-4e7e-ab35-d329e6123e60 service neutron] 10.222.0.87 "GET /v2.0/networks/19dcc7fc-81c9-4bb8-80ee-5cfba0c1d1fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2953651 Apr 16 16:47:38.754062 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-06af7445-c666-45de-a2c2-12f3ad51aae9 req-3ed2ecaa-5068-4c9b-bdcd-d6bba8750c0c service neutron] 10.222.0.87 "GET /v2.0/networks/a7f4e014-87dd-436c-8396-68b004e6fc6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241008 Apr 16 16:47:38.755040 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a505d832-d1e0-40de-8e4b-4b636f75425f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:38.789314 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebc247f-151f-45dc-9452-7c3e44abe03c req-1db5d6af-2a01-418c-8e72-79a0b89fc1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:47:38.790820 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-cebc247f-151f-45dc-9452-7c3e44abe03c req-1db5d6af-2a01-418c-8e72-79a0b89fc1c2 service neutron] 10.222.0.87 "GET /v2.0/networks?id=2c1b2f9a-4043-421f-912b-c908e49b8d79 HTTP/1.1" status: 200 len: 920 time: 1.1545436 Apr 16 16:47:38.793196 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-f0cc0ba6-90f6-4c4f-a704-fa63286aea40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:47:38.808783 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-a505d832-d1e0-40de-8e4b-4b636f75425f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=027661feaf244d52adc1473c12d3c26b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1632955 Apr 16 16:47:38.810045 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 38768) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:47:38.864284 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a505d832-d1e0-40de-8e4b-4b636f75425f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c00a2de4-cd20-4f1e-9edf-9a33047adaa8,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:47:38.919478 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:38.944442 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be4152a-349f-4090-b45c-32a483e25808 req-b84b17a8-8138-413a-a55d-ece26e0417f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:47:38.946125 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-5be4152a-349f-4090-b45c-32a483e25808 req-b84b17a8-8138-413a-a55d-ece26e0417f4 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=446b2caa32674624ae083fec282d894c&device_id=51d08af9-1fe7-43a6-bb2f-eba7a1c1997b HTTP/1.1" status: 200 len: 1096 time: 0.2278759 Apr 16 16:47:38.950331 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-cebc247f-151f-45dc-9452-7c3e44abe03c req-4abf1d97-0b88-4192-bd5b-911edec5fb4a service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb1e2ad6-37cb-410f-b514-0d2c72e7581b HTTP/1.1" status: 200 len: 217 time: 0.1390696 Apr 16 16:47:38.951703 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a505d832-d1e0-40de-8e4b-4b636f75425f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:47:38.952111 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a505d832-d1e0-40de-8e4b-4b636f75425f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:47:38.952510 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a505d832-d1e0-40de-8e4b-4b636f75425f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:47:38.952902 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a505d832-d1e0-40de-8e4b-4b636f75425f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:47:38.953941 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a505d832-d1e0-40de-8e4b-4b636f75425f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:47:38.954566 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a505d832-d1e0-40de-8e4b-4b636f75425f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:47:38.955005 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a505d832-d1e0-40de-8e4b-4b636f75425f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:47:38.955658 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a505d832-d1e0-40de-8e4b-4b636f75425f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:47:38.956048 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a505d832-d1e0-40de-8e4b-4b636f75425f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:47:38.956458 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a505d832-d1e0-40de-8e4b-4b636f75425f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:47:38.956785 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a505d832-d1e0-40de-8e4b-4b636f75425f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:47:38.957180 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a505d832-d1e0-40de-8e4b-4b636f75425f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:47:39.027772 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-a505d832-d1e0-40de-8e4b-4b636f75425f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:47:39.248737 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be4152a-349f-4090-b45c-32a483e25808 req-eaac0fc9-3891-4486-a523-a488c95303fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:47:39.250933 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-5be4152a-349f-4090-b45c-32a483e25808 req-eaac0fc9-3891-4486-a523-a488c95303fd service neutron] 10.222.0.87 "GET /v2.0/networks?id=19dcc7fc-81c9-4bb8-80ee-5cfba0c1d1fb HTTP/1.1" status: 200 len: 914 time: 0.2917528 Apr 16 16:47:39.271299 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-eb7b75d2-64ac-478d-adca-556d8b493b78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:39.298454 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebc247f-151f-45dc-9452-7c3e44abe03c req-05a60759-ac6b-438f-bf1e-0cce3cfd6c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:47:39.299983 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-cebc247f-151f-45dc-9452-7c3e44abe03c req-05a60759-ac6b-438f-bf1e-0cce3cfd6c8e service neutron] 10.222.0.87 "GET /v2.0/subnets?id=c2b9a3b8-01fc-4424-851d-e3d624dca274 HTTP/1.1" status: 200 len: 859 time: 0.3251445 Apr 16 16:47:39.337116 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7e9f7c-603a-4dbb-9e57-9eba5b6f2dbc req-92f84dd3-91b6-4a06-a867-183c0e4f86cb tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:47:39.338838 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-3e7e9f7c-603a-4dbb-9e57-9eba5b6f2dbc req-92f84dd3-91b6-4a06-a867-183c0e4f86cb tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7a33a5e-8c31-4bf0-9231-2f6e14783496 HTTP/1.1" status: 200 len: 945 time: 0.3909450 Apr 16 16:47:39.402338 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-cebc247f-151f-45dc-9452-7c3e44abe03c req-a99cef94-2dae-44fd-b09f-b20b2de51987 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=2c1b2f9a-4043-421f-912b-c908e49b8d79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0920572 Apr 16 16:47:39.404968 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-eb7b75d2-64ac-478d-adca-556d8b493b78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:39.441255 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-5be4152a-349f-4090-b45c-32a483e25808 req-ca606e0b-2b97-49c0-b8bb-124c19638cd5 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b1b7d24-cc47-4855-8bc5-a121d2090986 HTTP/1.1" status: 200 len: 217 time: 0.1699097 Apr 16 16:47:39.451305 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-06af7445-c666-45de-a2c2-12f3ad51aae9 req-037892f1-242a-4e0b-b315-e6d69282bd57 service neutron] 10.222.0.87 "GET /v2.0/networks/a7f4e014-87dd-436c-8396-68b004e6fc6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6590612 Apr 16 16:47:39.604686 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.agents_db [None req-ebbb9395-3582-4696-b633-83ddaf7c527f None None] Agent healthcheck: found 6 active agents {{(pid=85338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 16:47:39.657787 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be4152a-349f-4090-b45c-32a483e25808 req-7afa8355-e660-4f1b-a119-8b245883652e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:47:39.670587 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-5be4152a-349f-4090-b45c-32a483e25808 req-7afa8355-e660-4f1b-a119-8b245883652e service neutron] 10.222.0.87 "GET /v2.0/subnets?id=dae0094f-2b6d-44a2-8dd1-7b92890b350e HTTP/1.1" status: 200 len: 853 time: 0.2017765 Apr 16 16:47:39.737270 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-3e7e9f7c-603a-4dbb-9e57-9eba5b6f2dbc req-be6a2284-69f2-4a90-bd87-fea6c9bad21e tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a565f14-c478-4c8e-b10f-c94ccd39d90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3394148 Apr 16 16:47:39.817929 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-5be4152a-349f-4090-b45c-32a483e25808 req-167fb600-cadb-4c2e-abe5-750c6d00f383 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=19dcc7fc-81c9-4bb8-80ee-5cfba0c1d1fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1462696 Apr 16 16:47:39.846331 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-0ff8fca4-937d-4835-9de5-76b4b3d53d79 req-59f09c4e-bd7e-4140-8d86-98b8f8add7a9 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.38 "GET /v2.0/ports?device_id=3d13afd1-3bcd-410d-a89f-604ed99ad933 HTTP/1.1" status: 200 len: 210 time: 0.1037893 Apr 16 16:47:40.071135 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-eb7b75d2-64ac-478d-adca-556d8b493b78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:40.080713 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-a860700a-8d93-4e24-b1bc-9bed6654641d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:47:40.092102 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-cebc247f-151f-45dc-9452-7c3e44abe03c req-346f7712-4786-41f9-8dc4-4f6b3af446c0 service neutron] 10.222.0.87 "GET /v2.0/networks/2c1b2f9a-4043-421f-912b-c908e49b8d79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6397831 Apr 16 16:47:40.096998 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7b75d2-64ac-478d-adca-556d8b493b78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c00a2de4-cd20-4f1e-9edf-9a33047adaa8,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:47:40.100148 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-5be4152a-349f-4090-b45c-32a483e25808 req-4b3e2af0-8f56-43d6-b912-12cb8dbab1c0 service neutron] 10.222.0.87 "GET /v2.0/networks/19dcc7fc-81c9-4bb8-80ee-5cfba0c1d1fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2675343 Apr 16 16:47:40.103068 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-eb7b75d2-64ac-478d-adca-556d8b493b78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:47:40.111138 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-eb7b75d2-64ac-478d-adca-556d8b493b78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:40.115190 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-eb7b75d2-64ac-478d-adca-556d8b493b78 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c00a2de4-cd20-4f1e-9edf-9a33047adaa8 HTTP/1.1" status: 204 len: 168 time: 1.2502322 Apr 16 16:47:40.122750 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ea21fc-4bed-44c4-a5c4-ec006320a805 req-1fe6a1cf-d9b1-49c2-b119-955a076a734c tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:47:40.131467 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-d0ea21fc-4bed-44c4-a5c4-ec006320a805 req-1fe6a1cf-d9b1-49c2-b119-955a076a734c tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] 10.222.0.38 "GET /v2.0/ports?device_id=51d08af9-1fe7-43a6-bb2f-eba7a1c1997b HTTP/1.1" status: 200 len: 943 time: 0.2110047 Apr 16 16:47:40.318760 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-d0ea21fc-4bed-44c4-a5c4-ec006320a805 req-929fb67d-e7fd-4f6e-a3b3-f00df0af98fd tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] 10.222.0.38 "GET /v2.0/security-groups?id=54c97b37-d7c2-4586-9449-1d4064404c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861808 Apr 16 16:47:40.343925 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-5be4152a-349f-4090-b45c-32a483e25808 req-61a754ad-4978-475a-9ee7-e0f42307e39c service neutron] 10.222.0.87 "GET /v2.0/networks/19dcc7fc-81c9-4bb8-80ee-5cfba0c1d1fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235589 Apr 16 16:47:40.427752 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-cebc247f-151f-45dc-9452-7c3e44abe03c req-da5ad744-87dd-4816-9923-53097b46acc5 service neutron] 10.222.0.87 "GET /v2.0/networks/2c1b2f9a-4043-421f-912b-c908e49b8d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2940483 Apr 16 16:47:40.657564 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e14db79-3684-490e-b30b-182ff66a5fc1 req-97e91105-fb02-4304-adc1-d7c9d79b2a03 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:47:40.659697 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-7e14db79-3684-490e-b30b-182ff66a5fc1 req-97e91105-fb02-4304-adc1-d7c9d79b2a03 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.87 "GET /v2.0/networks?id=a7f4e014-87dd-436c-8396-68b004e6fc6e HTTP/1.1" status: 200 len: 815 time: 0.2128453 Apr 16 16:47:40.677634 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.v2.base [req-7e14db79-3684-490e-b30b-182ff66a5fc1 req-b14bb95e-8bd3-4cbf-a1ac-aeaa8cd277de tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Request body: {'port': {'device_id': '3d13afd1-3bcd-410d-a89f-604ed99ad933', 'network_id': 'a7f4e014-87dd-436c-8396-68b004e6fc6e', 'admin_state_up': True, 'tenant_id': '43227d5615b84ce4a66767a47689161f'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:47:40.755034 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 38824) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:47:40.784804 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e785c441-ef7d-42bb-80d9-5cc76b9759f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:40.821409 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-e785c441-ef7d-42bb-80d9-5cc76b9759f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:47:40.842925 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-e785c441-ef7d-42bb-80d9-5cc76b9759f0 admin admin] Usage tracker for resource:security_group_rule and tenant:00980eab7ff1414ab299e157b8a95a4e is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:47:40.854054 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-e785c441-ef7d-42bb-80d9-5cc76b9759f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:47:40.873100 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-e785c441-ef7d-42bb-80d9-5cc76b9759f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:47:40.928229 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [req-7e14db79-3684-490e-b30b-182ff66a5fc1 req-b14bb95e-8bd3-4cbf-a1ac-aeaa8cd277de tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:47:40.941367 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [req-7e14db79-3684-490e-b30b-182ff66a5fc1 req-b14bb95e-8bd3-4cbf-a1ac-aeaa8cd277de tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:47:40.951337 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e14db79-3684-490e-b30b-182ff66a5fc1 req-b14bb95e-8bd3-4cbf-a1ac-aeaa8cd277de tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Made reservation on behalf of 43227d5615b84ce4a66767a47689161f for: {'port': 1} {{(pid=85335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 16:47:40.962422 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-7e14db79-3684-490e-b30b-182ff66a5fc1 req-b14bb95e-8bd3-4cbf-a1ac-aeaa8cd277de tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:41.168335 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-29f6f6db-65f5-4057-868c-fb299f2b39ed req-d890eb98-18cc-49fc-a63f-e3344ae075b3 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.38 "GET /v2.0/ports?device_id=3d13afd1-3bcd-410d-a89f-604ed99ad933 HTTP/1.1" status: 200 len: 210 time: 0.0749059 Apr 16 16:47:41.257906 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.db_base_plugin_common [req-7e14db79-3684-490e-b30b-182ff66a5fc1 req-b14bb95e-8bd3-4cbf-a1ac-aeaa8cd277de tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Allocated IP 172.20.0.6 (a7f4e014-87dd-436c-8396-68b004e6fc6e/5ae8a7aa-8888-4dcf-9347-2e1ca7171a9b/f930570b-fb3f-4f19-aefc-c5b839e28e23) {{(pid=85335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 16:47:41.388622 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e785c441-ef7d-42bb-80d9-5cc76b9759f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:41.400726 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e785c441-ef7d-42bb-80d9-5cc76b9759f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:41.417368 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-d5dbb996-9fbb-4cf6-9b79-8d42a92ede36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:47:41.482264 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-e785c441-ef7d-42bb-80d9-5cc76b9759f0 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=00980eab7ff1414ab299e157b8a95a4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7259662 Apr 16 16:47:41.485994 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e785c441-ef7d-42bb-80d9-5cc76b9759f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d4d76e1-4748-436b-9d9f-8fb0d576ea8d,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:47:41.488650 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 38844) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:47:41.498350 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-e785c441-ef7d-42bb-80d9-5cc76b9759f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:47:41.537555 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbe9f0e-4f06-4c2d-8332-df39bfba70e4 req-b2cf4c23-c79d-4b30-a23c-d1805af6917f tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:47:41.540149 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-5cbe9f0e-4f06-4c2d-8332-df39bfba70e4 req-b2cf4c23-c79d-4b30-a23c-d1805af6917f tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7a33a5e-8c31-4bf0-9231-2f6e14783496 HTTP/1.1" status: 200 len: 945 time: 0.4763124 Apr 16 16:47:41.601145 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-7e14db79-3684-490e-b30b-182ff66a5fc1 req-b14bb95e-8bd3-4cbf-a1ac-aeaa8cd277de tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Notify callbacks [] for port, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:41.626035 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aa7e67-88e9-428d-b02c-be8187e7e238 req-ce265d43-fbda-4898-9188-9f29f2c3d4ea tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:47:41.627780 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-86aa7e67-88e9-428d-b02c-be8187e7e238 req-ce265d43-fbda-4898-9188-9f29f2c3d4ea tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] 10.222.0.38 "GET /v2.0/ports?device_id=51d08af9-1fe7-43a6-bb2f-eba7a1c1997b HTTP/1.1" status: 200 len: 943 time: 0.1531994 Apr 16 16:47:41.647861 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-3cdf4543-2a8b-4448-87da-563c9014efd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:41.667373 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-5cbe9f0e-4f06-4c2d-8332-df39bfba70e4 req-c4433af0-7236-4783-823e-f0a3c8c10134 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a565f14-c478-4c8e-b10f-c94ccd39d90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881035 Apr 16 16:47:41.684815 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-3cdf4543-2a8b-4448-87da-563c9014efd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:41.709179 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-86aa7e67-88e9-428d-b02c-be8187e7e238 req-2af3f61c-e54b-40fd-920e-2479e1c98174 tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] 10.222.0.38 "GET /v2.0/security-groups?id=54c97b37-d7c2-4586-9449-1d4064404c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708466 Apr 16 16:47:41.717429 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-7e14db79-3684-490e-b30b-182ff66a5fc1 req-b14bb95e-8bd3-4cbf-a1ac-aeaa8cd277de tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751455712866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850737760'] for port, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:41.735628 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-6315ce04-807c-4f44-86fc-c4dc92ca3623 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:47:41.736100 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] get_ports_and_sgs() called for port_ids ['d2682bdb-4ce5-454d-b1f3-ca2da88890ff', 'd0b9a6cd-841c-49e3-8c7c-4cf3050707ce', '983f99a4-4cac-4410-be39-ab565f6cd59b'] {{(pid=85337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 16:47:41.767277 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-3cdf4543-2a8b-4448-87da-563c9014efd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:41.771685 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c1cfaa58-484f-439b-a532-c4c357007ad6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:47:41.786702 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdf4543-2a8b-4448-87da-563c9014efd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d4d76e1-4748-436b-9d9f-8fb0d576ea8d,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:47:41.804144 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-3cdf4543-2a8b-4448-87da-563c9014efd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:47:41.806599 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-3cdf4543-2a8b-4448-87da-563c9014efd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:41.808405 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-3cdf4543-2a8b-4448-87da-563c9014efd6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1d4d76e1-4748-436b-9d9f-8fb0d576ea8d HTTP/1.1" status: 204 len: 168 time: 0.3127389 Apr 16 16:47:41.893332 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14bb95e-8bd3-4cbf-a1ac-aeaa8cd277de tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Pushing event updated for resources: {'Port': ['ID=f930570b-fb3f-4f19-aefc-c5b839e28e23,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:47:41.900765 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-b14bb95e-8bd3-4cbf-a1ac-aeaa8cd277de tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:47:42.256470 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Device 6b1b7d24-cc47-4855-8bc5-a121d2090986 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=85337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 16:47:42.315548 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e14db79-3684-490e-b30b-182ff66a5fc1 req-b14bb95e-8bd3-4cbf-a1ac-aeaa8cd277de tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Network a7f4e014-87dd-436c-8396-68b004e6fc6e is already hosted by enough agents. {{(pid=85335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 16:47:42.332509 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [req-7e14db79-3684-490e-b30b-182ff66a5fc1 req-b14bb95e-8bd3-4cbf-a1ac-aeaa8cd277de tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Resources bound (agent type, host, resource id): {{(pid=85335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:47:42.338034 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e14db79-3684-490e-b30b-182ff66a5fc1 req-b14bb95e-8bd3-4cbf-a1ac-aeaa8cd277de tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Received port after_create {{(pid=85335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 16:47:42.468083 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 38868) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:47:42.510208 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ef8f22-0722-409b-9a16-cdbd4d7e82b5 req-cf9de4b4-0d3c-4101-ae1b-0140ddac6edf tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:47:42.511850 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-d5ef8f22-0722-409b-9a16-cdbd4d7e82b5 req-cf9de4b4-0d3c-4101-ae1b-0140ddac6edf tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "GET /v2.0/ports?device_id=1cca9b35-eea5-4ff7-b3cd-b7b9f12feaf4 HTTP/1.1" status: 200 len: 946 time: 0.1361606 Apr 16 16:47:42.512883 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d45d3f92-0d7e-4f4a-aeae-689a2b2a9c3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:42.554578 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e14db79-3684-490e-b30b-182ff66a5fc1 req-b14bb95e-8bd3-4cbf-a1ac-aeaa8cd277de tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:47:42.555313 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-7e14db79-3684-490e-b30b-182ff66a5fc1 req-b14bb95e-8bd3-4cbf-a1ac-aeaa8cd277de tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768218'] for port, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:42.557994 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-d45d3f92-0d7e-4f4a-aeae-689a2b2a9c3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:47:42.566498 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-d45d3f92-0d7e-4f4a-aeae-689a2b2a9c3a admin admin] Usage tracker for resource:security_group_rule and tenant:005450029817428c861337a6dbb71f6a is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:47:42.576447 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-d45d3f92-0d7e-4f4a-aeae-689a2b2a9c3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:47:42.587494 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-d45d3f92-0d7e-4f4a-aeae-689a2b2a9c3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:47:42.599063 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-d5ef8f22-0722-409b-9a16-cdbd4d7e82b5 req-f1e7e80b-4754-4412-847c-b7a83ae4afec tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "GET /v2.0/security-groups?id=9619b15f-c003-4676-8b83-3ac3c8f30e30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733209 Apr 16 16:47:42.617442 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] For port 6b1b7d24-cc47-4855-8bc5-a121d2090986, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=6b1b7d24-cc47-4855-8bc5-a121d2090986,segment=NetworkSegment(1b12c9e1-c1a8-40f2-b7e0-4081f813c4bd),segment_id=1b12c9e1-c1a8-40f2-b7e0-4081f813c4bd)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:47:42.658352 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Returning: {'device': '6b1b7d24-cc47-4855-8bc5-a121d2090986', 'network_id': '19dcc7fc-81c9-4bb8-80ee-5cfba0c1d1fb', 'port_id': '6b1b7d24-cc47-4855-8bc5-a121d2090986', 'mac_address': 'fa:16:3e:15:c7:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 754, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dae0094f-2b6d-44a2-8dd1-7b92890b350e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 16:47:42.670744 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-7e14db79-3684-490e-b30b-182ff66a5fc1 req-b14bb95e-8bd3-4cbf-a1ac-aeaa8cd277de tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9988396 Apr 16 16:47:42.688390 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.v2.base [req-7e14db79-3684-490e-b30b-182ff66a5fc1 req-433f852e-67a0-4826-a707-b22e03b8842e service neutron] Request body: {'port': {'device_id': '3d13afd1-3bcd-410d-a89f-604ed99ad933', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:47:42.740579 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d45d3f92-0d7e-4f4a-aeae-689a2b2a9c3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:42.743875 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d45d3f92-0d7e-4f4a-aeae-689a2b2a9c3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:42.752599 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-2fe6ae15-5c3a-4dbb-9773-a9976419fe7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:47:42.835776 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45d3f92-0d7e-4f4a-aeae-689a2b2a9c3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11a81c78-dc56-4f64-910d-c2e1311a7132,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:47:42.845436 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-d45d3f92-0d7e-4f4a-aeae-689a2b2a9c3a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=005450029817428c861337a6dbb71f6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3718913 Apr 16 16:47:42.847249 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-d45d3f92-0d7e-4f4a-aeae-689a2b2a9c3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:47:42.849497 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 38880) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:47:42.856542 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:42.900264 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b1b7d24-cc47-4855-8bc5-a121d2090986 {{(pid=85337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 16:47:42.901651 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90936aff-8d75-4044-baba-0e49c9e10c81 req-24b7db70-d602-40af-adf3-cd6c1a889ca0 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:47:42.904189 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-90936aff-8d75-4044-baba-0e49c9e10c81 req-24b7db70-d602-40af-adf3-cd6c1a889ca0 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Synchronizing usage tracker for tenant:43227d5615b84ce4a66767a47689161f on resource:port {{(pid=85335) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 16:47:42.936894 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] For port 6b1b7d24-cc47-4855-8bc5-a121d2090986, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=6b1b7d24-cc47-4855-8bc5-a121d2090986,segment=NetworkSegment(1b12c9e1-c1a8-40f2-b7e0-4081f813c4bd),segment_id=1b12c9e1-c1a8-40f2-b7e0-4081f813c4bd)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:47:42.941952 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:42.944606 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:47:42.949836 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-90936aff-8d75-4044-baba-0e49c9e10c81 req-24b7db70-d602-40af-adf3-cd6c1a889ca0 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Unset dirty status for tenant:43227d5615b84ce4a66767a47689161f on resource:port {{(pid=85335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 16:47:42.958103 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-90936aff-8d75-4044-baba-0e49c9e10c81 req-24b7db70-d602-40af-adf3-cd6c1a889ca0 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.38 "GET /v2.0/ports?device_id=3d13afd1-3bcd-410d-a89f-604ed99ad933 HTTP/1.1" status: 200 len: 931 time: 0.3962097 Apr 16 16:47:42.985252 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-b235bf9d-473b-494e-a581-0e21d1e78f94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:43.029341 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-90936aff-8d75-4044-baba-0e49c9e10c81 req-b7085453-7a6d-4bbd-89c5-ca68cec599b2 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.38 "GET /v2.0/security-groups?id=000be728-5835-465a-a527-c6c2ddb86249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694356 Apr 16 16:47:43.036385 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-7e14db79-3684-490e-b30b-182ff66a5fc1 req-433f852e-67a0-4826-a707-b22e03b8842e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:43.057143 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Pushing event updated for resources: {'Port': ['ID=6b1b7d24-cc47-4855-8bc5-a121d2090986,revision_number=4']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:47:43.065534 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:47:43.067865 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-b235bf9d-473b-494e-a581-0e21d1e78f94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:43.159086 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-b235bf9d-473b-494e-a581-0e21d1e78f94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:43.166040 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-12ca1664-7d74-4fb6-af9a-6bd525d9685b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:47:43.181683 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b235bf9d-473b-494e-a581-0e21d1e78f94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11a81c78-dc56-4f64-910d-c2e1311a7132,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:47:43.184537 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-b235bf9d-473b-494e-a581-0e21d1e78f94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:47:43.193778 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-b235bf9d-473b-494e-a581-0e21d1e78f94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:43.197613 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-b235bf9d-473b-494e-a581-0e21d1e78f94 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/11a81c78-dc56-4f64-910d-c2e1311a7132 HTTP/1.1" status: 204 len: 168 time: 0.3440533 Apr 16 16:47:43.308628 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcaa00b-27a9-439c-adb6-916d9cc67664 req-493103f3-21ed-4440-b046-5fe50c5de3ec tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:47:43.310352 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-8fcaa00b-27a9-439c-adb6-916d9cc67664 req-493103f3-21ed-4440-b046-5fe50c5de3ec tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7a33a5e-8c31-4bf0-9231-2f6e14783496 HTTP/1.1" status: 200 len: 945 time: 0.1069930 Apr 16 16:47:43.383573 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-8fcaa00b-27a9-439c-adb6-916d9cc67664 req-6b78f63e-aea5-4a58-9363-5b795405380d tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a565f14-c478-4c8e-b10f-c94ccd39d90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616591 Apr 16 16:47:43.411077 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] get_ports_and_sgs() called for port_ids ['6b1b7d24-cc47-4855-8bc5-a121d2090986'] {{(pid=85337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 16:47:43.529910 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42ee25d-95bc-49f0-b725-ae271530ceaa req-82a8780e-a5d8-4e3e-9ce3-b1070535f663 tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:47:43.531788 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-e42ee25d-95bc-49f0-b725-ae271530ceaa req-82a8780e-a5d8-4e3e-9ce3-b1070535f663 tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] 10.222.0.38 "GET /v2.0/ports?device_id=51d08af9-1fe7-43a6-bb2f-eba7a1c1997b HTTP/1.1" status: 200 len: 944 time: 0.2741344 Apr 16 16:47:43.819512 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-e42ee25d-95bc-49f0-b725-ae271530ceaa req-694885f2-201e-41e3-a6ac-480244c8ab51 tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] 10.222.0.38 "GET /v2.0/security-groups?id=54c97b37-d7c2-4586-9449-1d4064404c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930983 Apr 16 16:47:43.837720 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [req-7e14db79-3684-490e-b30b-182ff66a5fc1 req-433f852e-67a0-4826-a707-b22e03b8842e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f930570b-fb3f-4f19-aefc-c5b839e28e23 {{(pid=85335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 16:47:43.862678 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-7e14db79-3684-490e-b30b-182ff66a5fc1 req-433f852e-67a0-4826-a707-b22e03b8842e service neutron] Notify callbacks [] for port, precommit_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:43.882690 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [req-7e14db79-3684-490e-b30b-182ff66a5fc1 req-433f852e-67a0-4826-a707-b22e03b8842e service neutron] Transition to ACTIVE for port object f930570b-fb3f-4f19-aefc-c5b839e28e23 will not be triggered until provisioned by entity L2. {{(pid=85335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:47:43.886031 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-7e14db79-3684-490e-b30b-182ff66a5fc1 req-433f852e-67a0-4826-a707-b22e03b8842e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4038072'] for port, after_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:43.903673 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:47:43.994753 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9488b4e-a423-43b4-934f-6e1e19d1f1e9 req-2b335ab6-972d-468d-8a85-a5129c5390a3 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:47:43.997580 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-b9488b4e-a423-43b4-934f-6e1e19d1f1e9 req-2b335ab6-972d-468d-8a85-a5129c5390a3 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "GET /v2.0/ports?device_id=1cca9b35-eea5-4ff7-b3cd-b7b9f12feaf4 HTTP/1.1" status: 200 len: 946 time: 0.1322880 Apr 16 16:47:44.055512 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-b9488b4e-a423-43b4-934f-6e1e19d1f1e9 req-7cf0beb2-bd44-48f0-a863-0ca0212b5d9d tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "GET /v2.0/security-groups?id=9619b15f-c003-4676-8b83-3ac3c8f30e30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504203 Apr 16 16:47:44.059131 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433f852e-67a0-4826-a707-b22e03b8842e service neutron] Pushing event updated for resources: {'Port': ['ID=f930570b-fb3f-4f19-aefc-c5b839e28e23,revision_number=2']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:47:44.073248 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-433f852e-67a0-4826-a707-b22e03b8842e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:47:44.382078 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb829bb-03ab-49bd-b937-3ce5d0e0cbf8 req-f64f123f-0669-40e8-97c4-efebd1e5bd4b tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:47:44.383673 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-adb829bb-03ab-49bd-b937-3ce5d0e0cbf8 req-f64f123f-0669-40e8-97c4-efebd1e5bd4b tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.38 "GET /v2.0/ports?device_id=3d13afd1-3bcd-410d-a89f-604ed99ad933 HTTP/1.1" status: 200 len: 943 time: 0.2189152 Apr 16 16:47:44.388940 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [req-7e14db79-3684-490e-b30b-182ff66a5fc1 req-433f852e-67a0-4826-a707-b22e03b8842e service neutron] Attempting to bind port f930570b-fb3f-4f19-aefc-c5b839e28e23 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 16:47:44.389438 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [req-7e14db79-3684-490e-b30b-182ff66a5fc1 req-433f852e-67a0-4826-a707-b22e03b8842e service neutron] Attempting to bind port f930570b-fb3f-4f19-aefc-c5b839e28e23 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '5c466791-b111-4073-b936-58dd24a85aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'a7f4e014-87dd-436c-8396-68b004e6fc6e'}] {{(pid=85335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 16:47:44.390047 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e14db79-3684-490e-b30b-182ff66a5fc1 req-433f852e-67a0-4826-a707-b22e03b8842e service neutron] Attempting to bind port f930570b-fb3f-4f19-aefc-c5b839e28e23 on network a7f4e014-87dd-436c-8396-68b004e6fc6e {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 16:47:44.414183 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e14db79-3684-490e-b30b-182ff66a5fc1 req-433f852e-67a0-4826-a707-b22e03b8842e service neutron] Port f930570b-fb3f-4f19-aefc-c5b839e28e23 on network a7f4e014-87dd-436c-8396-68b004e6fc6e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 16:47:44.414557 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e14db79-3684-490e-b30b-182ff66a5fc1 req-433f852e-67a0-4826-a707-b22e03b8842e service neutron] Attempting to bind port f930570b-fb3f-4f19-aefc-c5b839e28e23 on network a7f4e014-87dd-436c-8396-68b004e6fc6e {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 16:47:44.425882 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e14db79-3684-490e-b30b-182ff66a5fc1 req-433f852e-67a0-4826-a707-b22e03b8842e service neutron] Checking agent: {'id': '0677065c-8485-4f55-bc15-3b41e2e6feb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 16, 43, 39), 'started_at': datetime.datetime(2021, 4, 16, 16, 43, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 16:47:44.426288 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e14db79-3684-490e-b30b-182ff66a5fc1 req-433f852e-67a0-4826-a707-b22e03b8842e service neutron] Checking segment: {'id': '5c466791-b111-4073-b936-58dd24a85aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'a7f4e014-87dd-436c-8396-68b004e6fc6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 16:47:44.426718 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e14db79-3684-490e-b30b-182ff66a5fc1 req-433f852e-67a0-4826-a707-b22e03b8842e service neutron] Bound using segment: {'id': '5c466791-b111-4073-b936-58dd24a85aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'a7f4e014-87dd-436c-8396-68b004e6fc6e'} {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 16:47:44.427196 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [req-7e14db79-3684-490e-b30b-182ff66a5fc1 req-433f852e-67a0-4826-a707-b22e03b8842e service neutron] Bound port: f930570b-fb3f-4f19-aefc-c5b839e28e23, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c466791-b111-4073-b936-58dd24a85aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'a7f4e014-87dd-436c-8396-68b004e6fc6e'}}] {{(pid=85335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 16:47:44.427582 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-7e14db79-3684-490e-b30b-182ff66a5fc1 req-433f852e-67a0-4826-a707-b22e03b8842e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:44.509458 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-adb829bb-03ab-49bd-b937-3ce5d0e0cbf8 req-9cda91fd-9550-45cd-b83f-3ec46f926904 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.38 "GET /v2.0/security-groups?id=000be728-5835-465a-a527-c6c2ddb86249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134651 Apr 16 16:47:44.560344 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [req-7e14db79-3684-490e-b30b-182ff66a5fc1 req-433f852e-67a0-4826-a707-b22e03b8842e service neutron] For port f930570b-fb3f-4f19-aefc-c5b839e28e23, host hv-cinder-73362, cleared binding levels {{(pid=85335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 16:47:44.563759 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [req-7e14db79-3684-490e-b30b-182ff66a5fc1 req-433f852e-67a0-4826-a707-b22e03b8842e service neutron] For port f930570b-fb3f-4f19-aefc-c5b839e28e23, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=f930570b-fb3f-4f19-aefc-c5b839e28e23,segment=NetworkSegment(5c466791-b111-4073-b936-58dd24a85aef),segment_id=5c466791-b111-4073-b936-58dd24a85aef)] {{(pid=85335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 16:47:44.567709 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-7e14db79-3684-490e-b30b-182ff66a5fc1 req-433f852e-67a0-4826-a707-b22e03b8842e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4038072'] for port, after_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:44.589029 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-a6d8f7d7-f649-4b27-a2d1-986cfdea3fe1 tempest-DeleteServersTestJSON-1154458300 tempest-DeleteServersTestJSON-1154458300-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:47:44.603036 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3333422-3b37-4812-9bad-4185231d3b39 req-a0a69d0c-0141-49ba-a086-9d290e72b814 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:47:44.604075 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-a3333422-3b37-4812-9bad-4185231d3b39 req-a0a69d0c-0141-49ba-a086-9d290e72b814 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7a33a5e-8c31-4bf0-9231-2f6e14783496 HTTP/1.1" status: 200 len: 945 time: 0.1084359 Apr 16 16:47:44.661264 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-a3333422-3b37-4812-9bad-4185231d3b39 req-a3d12816-b224-4e00-825e-baaefa515a87 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a565f14-c478-4c8e-b10f-c94ccd39d90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494373 Apr 16 16:47:44.731804 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433f852e-67a0-4826-a707-b22e03b8842e service neutron] Pushing event updated for resources: {'Port': ['ID=f930570b-fb3f-4f19-aefc-c5b839e28e23,revision_number=3']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:47:44.745252 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-433f852e-67a0-4826-a707-b22e03b8842e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:47:44.811510 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e14db79-3684-490e-b30b-182ff66a5fc1 req-433f852e-67a0-4826-a707-b22e03b8842e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:47:44.811941 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-7e14db79-3684-490e-b30b-182ff66a5fc1 req-433f852e-67a0-4826-a707-b22e03b8842e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768218'] for port, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:44.813415 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-7e14db79-3684-490e-b30b-182ff66a5fc1 req-433f852e-67a0-4826-a707-b22e03b8842e service neutron] 10.222.0.87 "PUT /v2.0/ports/f930570b-fb3f-4f19-aefc-c5b839e28e23 HTTP/1.1" status: 200 len: 1093 time: 2.1314991 Apr 16 16:47:44.813934 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d13afd1-3bcd-410d-a89f-604ed99ad933', 'tag': 'f930570b-fb3f-4f19-aefc-c5b839e28e23'}] {{(pid=85335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:47:44.899801 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d13afd1-3bcd-410d-a89f-604ed99ad933', 'tag': 'f930570b-fb3f-4f19-aefc-c5b839e28e23', 'status': 'completed', 'code': 200} Apr 16 16:47:44.943862 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e14db79-3684-490e-b30b-182ff66a5fc1 req-e356ca1b-0b28-4bf1-85df-c4c7edeb05d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:47:44.945484 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-7e14db79-3684-490e-b30b-182ff66a5fc1 req-e356ca1b-0b28-4bf1-85df-c4c7edeb05d0 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=43227d5615b84ce4a66767a47689161f&device_id=3d13afd1-3bcd-410d-a89f-604ed99ad933 HTTP/1.1" status: 200 len: 1096 time: 0.0877440 Apr 16 16:47:45.052119 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-7e14db79-3684-490e-b30b-182ff66a5fc1 req-3ad6bf8c-5884-4b32-9a76-a6f741bb57ef service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f930570b-fb3f-4f19-aefc-c5b839e28e23 HTTP/1.1" status: 200 len: 217 time: 0.0912127 Apr 16 16:47:45.081973 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22bdc73-6a1c-4a45-b520-ceac80249475 req-ecf4a747-7899-4685-8649-db76ca6d0982 tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:47:45.090925 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-f22bdc73-6a1c-4a45-b520-ceac80249475 req-ecf4a747-7899-4685-8649-db76ca6d0982 tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] 10.222.0.38 "GET /v2.0/ports?device_id=51d08af9-1fe7-43a6-bb2f-eba7a1c1997b HTTP/1.1" status: 200 len: 944 time: 0.1125677 Apr 16 16:47:45.145101 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e14db79-3684-490e-b30b-182ff66a5fc1 req-cbf5ff57-776b-4fa6-a534-bb8da8e8b64c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:47:45.146120 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-7e14db79-3684-490e-b30b-182ff66a5fc1 req-cbf5ff57-776b-4fa6-a534-bb8da8e8b64c service neutron] 10.222.0.87 "GET /v2.0/subnets?id=5ae8a7aa-8888-4dcf-9347-2e1ca7171a9b HTTP/1.1" status: 200 len: 855 time: 0.0847054 Apr 16 16:47:45.152635 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-f22bdc73-6a1c-4a45-b520-ceac80249475 req-aaba10a4-484b-4836-9dd3-a219877a4717 tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] 10.222.0.38 "GET /v2.0/security-groups?id=54c97b37-d7c2-4586-9449-1d4064404c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607247 Apr 16 16:47:45.220938 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-7e14db79-3684-490e-b30b-182ff66a5fc1 req-5c0f0c14-27fd-46e9-9605-eb0531b0f425 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=a7f4e014-87dd-436c-8396-68b004e6fc6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640633 Apr 16 16:47:45.382095 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8e2b34-b7ae-4414-8e66-74a323f917a4 req-a436d045-9c71-4fee-ad18-3c9d3d0c6663 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:47:45.383787 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-2e8e2b34-b7ae-4414-8e66-74a323f917a4 req-a436d045-9c71-4fee-ad18-3c9d3d0c6663 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "GET /v2.0/ports?device_id=1cca9b35-eea5-4ff7-b3cd-b7b9f12feaf4 HTTP/1.1" status: 200 len: 946 time: 0.1096320 Apr 16 16:47:45.426676 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-7e14db79-3684-490e-b30b-182ff66a5fc1 req-6ee3091b-e7d2-46d2-82e4-1b20d7cf3e6d service neutron] 10.222.0.87 "GET /v2.0/networks/a7f4e014-87dd-436c-8396-68b004e6fc6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896532 Apr 16 16:47:45.450859 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-2e8e2b34-b7ae-4414-8e66-74a323f917a4 req-0578ce91-b1b7-46ad-b920-0323f1fd22c9 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "GET /v2.0/security-groups?id=9619b15f-c003-4676-8b83-3ac3c8f30e30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563054 Apr 16 16:47:45.602923 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-7e14db79-3684-490e-b30b-182ff66a5fc1 req-7a31dae9-d6b5-49f8-93ee-530c3956a962 service neutron] 10.222.0.87 "GET /v2.0/networks/a7f4e014-87dd-436c-8396-68b004e6fc6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683323 Apr 16 16:47:45.834501 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112d0d12-8406-4e8a-b91c-7f2925e675a9 req-80eea5a5-e9d9-47ff-8f50-575777dc4714 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:47:45.836207 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-112d0d12-8406-4e8a-b91c-7f2925e675a9 req-80eea5a5-e9d9-47ff-8f50-575777dc4714 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.38 "GET /v2.0/ports?device_id=3d13afd1-3bcd-410d-a89f-604ed99ad933 HTTP/1.1" status: 200 len: 943 time: 0.1836491 Apr 16 16:47:45.840364 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdbe7e2-b255-4c61-8c17-d7ba39d423fe req-a09b0cbe-b16a-4728-8fd7-b6288f004e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:47:45.842979 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-2fdbe7e2-b255-4c61-8c17-d7ba39d423fe req-a09b0cbe-b16a-4728-8fd7-b6288f004e31 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=43227d5615b84ce4a66767a47689161f&device_id=3d13afd1-3bcd-410d-a89f-604ed99ad933 HTTP/1.1" status: 200 len: 1096 time: 0.1398313 Apr 16 16:47:45.898326 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ce4e4d-e685-4e48-839f-13439bbd0424 req-1da6aa83-7704-40b3-9e66-fa3cebb74c5c tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:47:45.900054 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-89ce4e4d-e685-4e48-839f-13439bbd0424 req-1da6aa83-7704-40b3-9e66-fa3cebb74c5c tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7a33a5e-8c31-4bf0-9231-2f6e14783496 HTTP/1.1" status: 200 len: 945 time: 0.1011240 Apr 16 16:47:45.965696 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-89ce4e4d-e685-4e48-839f-13439bbd0424 req-8b514e8a-687f-44ec-b881-f367b368cb8b tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a565f14-c478-4c8e-b10f-c94ccd39d90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579464 Apr 16 16:47:45.986434 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-112d0d12-8406-4e8a-b91c-7f2925e675a9 req-e8faf9be-679f-4db6-87ec-5de6bd85a8d2 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.38 "GET /v2.0/security-groups?id=000be728-5835-465a-a527-c6c2ddb86249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344168 Apr 16 16:47:46.054027 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdbe7e2-b255-4c61-8c17-d7ba39d423fe req-5d0df595-a7d3-4acf-8656-a1b0579e3ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:47:46.055654 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-2fdbe7e2-b255-4c61-8c17-d7ba39d423fe req-5d0df595-a7d3-4acf-8656-a1b0579e3ae6 service neutron] 10.222.0.87 "GET /v2.0/networks?id=a7f4e014-87dd-436c-8396-68b004e6fc6e HTTP/1.1" status: 200 len: 916 time: 0.1862648 Apr 16 16:47:46.141861 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-2fdbe7e2-b255-4c61-8c17-d7ba39d423fe req-012b0165-4652-4ff1-8f20-ff023aa8816a service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f930570b-fb3f-4f19-aefc-c5b839e28e23 HTTP/1.1" status: 200 len: 217 time: 0.0688672 Apr 16 16:47:46.230966 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdbe7e2-b255-4c61-8c17-d7ba39d423fe req-4d5333dd-c3be-4acd-ad4e-cea59ac5bf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:47:46.230966 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-2fdbe7e2-b255-4c61-8c17-d7ba39d423fe req-4d5333dd-c3be-4acd-ad4e-cea59ac5bf5b service neutron] 10.222.0.87 "GET /v2.0/subnets?id=5ae8a7aa-8888-4dcf-9347-2e1ca7171a9b HTTP/1.1" status: 200 len: 855 time: 0.0734689 Apr 16 16:47:46.284892 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Device 6b1b7d24-cc47-4855-8bc5-a121d2090986 up at agent hyperv_hv-cinder-73362 {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:47:46.305743 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-2fdbe7e2-b255-4c61-8c17-d7ba39d423fe req-7d9b4ddc-86ab-462b-9345-81289ecc844b service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=a7f4e014-87dd-436c-8396-68b004e6fc6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641260 Apr 16 16:47:46.382855 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Provisioning for port 6b1b7d24-cc47-4855-8bc5-a121d2090986 completed by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:47:46.389346 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Provisioning complete for port 6b1b7d24-cc47-4855-8bc5-a121d2090986 triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:47:46.389806 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852761088'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:46.414682 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f520a14c-dee5-470a-801d-e3605ba1f0e6 req-26899693-1a55-43b8-91ad-340b22e68271 tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:47:46.416771 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-f520a14c-dee5-470a-801d-e3605ba1f0e6 req-26899693-1a55-43b8-91ad-340b22e68271 tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] 10.222.0.38 "GET /v2.0/ports?device_id=51d08af9-1fe7-43a6-bb2f-eba7a1c1997b HTTP/1.1" status: 200 len: 944 time: 0.1320078 Apr 16 16:47:46.489148 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-2fdbe7e2-b255-4c61-8c17-d7ba39d423fe req-8a3aefa8-c4ba-4f83-95f2-9ab3931b7354 service neutron] 10.222.0.87 "GET /v2.0/networks/a7f4e014-87dd-436c-8396-68b004e6fc6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694207 Apr 16 16:47:46.554588 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-f520a14c-dee5-470a-801d-e3605ba1f0e6 req-12aaf719-7892-4310-b991-f501ec7326f9 tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] 10.222.0.38 "GET /v2.0/security-groups?id=54c97b37-d7c2-4586-9449-1d4064404c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292360 Apr 16 16:47:46.599818 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:46.649213 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51d08af9-1fe7-43a6-bb2f-eba7a1c1997b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b1b7d24-cc47-4855-8bc5-a121d2090986'}] {{(pid=85337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:47:46.662595 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] For port 6b1b7d24-cc47-4855-8bc5-a121d2090986, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=6b1b7d24-cc47-4855-8bc5-a121d2090986,segment=NetworkSegment(1b12c9e1-c1a8-40f2-b7e0-4081f813c4bd),segment_id=1b12c9e1-c1a8-40f2-b7e0-4081f813c4bd)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:47:46.666062 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:46.669660 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:47:46.732647 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51d08af9-1fe7-43a6-bb2f-eba7a1c1997b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b1b7d24-cc47-4855-8bc5-a121d2090986', 'code': 200} Apr 16 16:47:46.767956 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-2fdbe7e2-b255-4c61-8c17-d7ba39d423fe req-95900550-ae71-493f-aa80-c5cc0466bd78 service neutron] 10.222.0.87 "GET /v2.0/networks/a7f4e014-87dd-436c-8396-68b004e6fc6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2598956 Apr 16 16:47:46.772058 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Pushing event updated for resources: {'Port': ['ID=6b1b7d24-cc47-4855-8bc5-a121d2090986,revision_number=5']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:47:46.782773 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f428ca06-2a7c-45c5-bff7-73fbd1ce0a6b req-92aff21b-060e-4ae5-a695-f0856b79319e tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:47:46.784435 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-f428ca06-2a7c-45c5-bff7-73fbd1ce0a6b req-92aff21b-060e-4ae5-a695-f0856b79319e tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "GET /v2.0/ports?device_id=1cca9b35-eea5-4ff7-b3cd-b7b9f12feaf4 HTTP/1.1" status: 200 len: 946 time: 0.1628318 Apr 16 16:47:46.788278 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:47:46.788746 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:47:46.789251 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:47:46.789723 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:47:46.790284 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:47:46.790870 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:47:46.791316 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:47:46.791845 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:47:46.792340 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:47:46.792787 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:47:46.793237 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:47:46.793661 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:47:46.800119 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:47:46.839895 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-f428ca06-2a7c-45c5-bff7-73fbd1ce0a6b req-8dd300ec-c8e4-4db7-ab21-c577b04083d7 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "GET /v2.0/security-groups?id=9619b15f-c003-4676-8b83-3ac3c8f30e30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484450 Apr 16 16:47:47.070067 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8240cafb-5334-4965-91d9-cb59a709de6c req-102dc605-546d-4b37-986a-a63268a9975a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:47:47.074160 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-8240cafb-5334-4965-91d9-cb59a709de6c req-102dc605-546d-4b37-986a-a63268a9975a service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=51d08af9-1fe7-43a6-bb2f-eba7a1c1997b HTTP/1.1" status: 200 len: 1098 time: 0.0934603 Apr 16 16:47:47.180746 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-8240cafb-5334-4965-91d9-cb59a709de6c req-a533f260-81c6-45b8-bc7b-0a90a8ebd61a service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=54c97b37-d7c2-4586-9449-1d4064404c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942905 Apr 16 16:47:47.204655 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf34cc26-6419-4c60-a366-ca1f5b96a71e req-9bfedbfd-64dd-4fef-9776-cdc4c9b0efa3 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:47:47.206694 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-bf34cc26-6419-4c60-a366-ca1f5b96a71e req-9bfedbfd-64dd-4fef-9776-cdc4c9b0efa3 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7a33a5e-8c31-4bf0-9231-2f6e14783496 HTTP/1.1" status: 200 len: 945 time: 0.0970988 Apr 16 16:47:47.221231 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66655bb4-8fee-4be9-8f87-a3e5a484d77e req-ea7a38e1-38eb-4ea8-a1b0-74bdcb29d70b tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:47:47.223914 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-66655bb4-8fee-4be9-8f87-a3e5a484d77e req-ea7a38e1-38eb-4ea8-a1b0-74bdcb29d70b tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.38 "GET /v2.0/ports?device_id=3d13afd1-3bcd-410d-a89f-604ed99ad933 HTTP/1.1" status: 200 len: 943 time: 0.1113281 Apr 16 16:47:47.262948 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-bf34cc26-6419-4c60-a366-ca1f5b96a71e req-c9373d2b-977c-4ade-a1ec-3c1003d75d38 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a565f14-c478-4c8e-b10f-c94ccd39d90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491211 Apr 16 16:47:47.278796 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-66655bb4-8fee-4be9-8f87-a3e5a484d77e req-3c471a20-6dd9-4791-9f81-8bc50a81eb98 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.38 "GET /v2.0/security-groups?id=000be728-5835-465a-a527-c6c2ddb86249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464673 Apr 16 16:47:47.769545 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27b3f60-7b46-4ccc-a061-449be91752c1 req-48916a3e-3a31-4d6a-9a67-9e19abcae354 tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:47:47.771196 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-e27b3f60-7b46-4ccc-a061-449be91752c1 req-48916a3e-3a31-4d6a-9a67-9e19abcae354 tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] 10.222.0.38 "GET /v2.0/ports?device_id=51d08af9-1fe7-43a6-bb2f-eba7a1c1997b HTTP/1.1" status: 200 len: 945 time: 0.0942678 Apr 16 16:47:47.823010 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-e27b3f60-7b46-4ccc-a061-449be91752c1 req-23c3f4ac-688d-4f4c-8e60-e6d44f1bb095 tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] 10.222.0.38 "GET /v2.0/security-groups?id=54c97b37-d7c2-4586-9449-1d4064404c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452194 Apr 16 16:47:48.082060 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c502d6e1-55cd-4b3c-a017-1751300ab4ac req-31e4e691-6e9d-4ae5-8e67-e82b88ef5b2c tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:47:48.083908 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-c502d6e1-55cd-4b3c-a017-1751300ab4ac req-31e4e691-6e9d-4ae5-8e67-e82b88ef5b2c tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "GET /v2.0/ports?device_id=1cca9b35-eea5-4ff7-b3cd-b7b9f12feaf4 HTTP/1.1" status: 200 len: 946 time: 0.1126065 Apr 16 16:47:48.143687 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-c502d6e1-55cd-4b3c-a017-1751300ab4ac req-56f32c83-ef7d-4601-85f9-a7a9e02f7ae7 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "GET /v2.0/security-groups?id=9619b15f-c003-4676-8b83-3ac3c8f30e30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485523 Apr 16 16:47:48.301875 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Device f930570b-fb3f-4f19-aefc-c5b839e28e23 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=85337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 16:47:48.459409 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.db.resource_extend [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 16 16:47:48.583973 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b37e103-8448-43a1-8bac-ffef1e4ec873 req-3cd996a7-7356-477c-8a2c-cec2cc92bf70 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:47:48.590543 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-3b37e103-8448-43a1-8bac-ffef1e4ec873 req-3cd996a7-7356-477c-8a2c-cec2cc92bf70 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7a33a5e-8c31-4bf0-9231-2f6e14783496 HTTP/1.1" status: 200 len: 945 time: 0.1383262 Apr 16 16:47:48.626667 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c178fea5-4091-4546-8cbd-863f33aff1ec req-ce4057f1-41c7-4564-b296-fa8779f7557c tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:47:48.628376 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-c178fea5-4091-4546-8cbd-863f33aff1ec req-ce4057f1-41c7-4564-b296-fa8779f7557c tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.38 "GET /v2.0/ports?device_id=3d13afd1-3bcd-410d-a89f-604ed99ad933 HTTP/1.1" status: 200 len: 943 time: 0.1907134 Apr 16 16:47:48.668553 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-3b37e103-8448-43a1-8bac-ffef1e4ec873 req-15778e6e-1ea2-4ecc-9a33-c8234bab0650 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a565f14-c478-4c8e-b10f-c94ccd39d90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680294 Apr 16 16:47:48.707227 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-c178fea5-4091-4546-8cbd-863f33aff1ec req-aea7fa8f-10d5-40ae-9a89-aee64d617435 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.38 "GET /v2.0/security-groups?id=000be728-5835-465a-a527-c6c2ddb86249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715489 Apr 16 16:47:48.986570 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] For port f930570b-fb3f-4f19-aefc-c5b839e28e23, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=f930570b-fb3f-4f19-aefc-c5b839e28e23,segment=NetworkSegment(5c466791-b111-4073-b936-58dd24a85aef),segment_id=5c466791-b111-4073-b936-58dd24a85aef)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:47:49.005972 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Returning: {'device': 'f930570b-fb3f-4f19-aefc-c5b839e28e23', 'network_id': 'a7f4e014-87dd-436c-8396-68b004e6fc6e', 'port_id': 'f930570b-fb3f-4f19-aefc-c5b839e28e23', 'mac_address': 'fa:16:3e:13:5c:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 768, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ae8a7aa-8888-4dcf-9347-2e1ca7171a9b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 16:47:49.058141 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7363f411-7fe6-4d33-b114-9da5728ac02b req-4c7150dc-ff75-4cf0-a1ce-c00332b190f3 tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:47:49.059792 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-7363f411-7fe6-4d33-b114-9da5728ac02b req-4c7150dc-ff75-4cf0-a1ce-c00332b190f3 tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] 10.222.0.38 "GET /v2.0/ports?device_id=51d08af9-1fe7-43a6-bb2f-eba7a1c1997b HTTP/1.1" status: 200 len: 945 time: 0.1033335 Apr 16 16:47:49.104114 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:49.131675 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f930570b-fb3f-4f19-aefc-c5b839e28e23 {{(pid=85337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 16:47:49.143063 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-7363f411-7fe6-4d33-b114-9da5728ac02b req-e671e621-4eca-4471-a24b-b669489afc47 tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] 10.222.0.38 "GET /v2.0/security-groups?id=54c97b37-d7c2-4586-9449-1d4064404c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741031 Apr 16 16:47:49.157890 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] For port f930570b-fb3f-4f19-aefc-c5b839e28e23, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=f930570b-fb3f-4f19-aefc-c5b839e28e23,segment=NetworkSegment(5c466791-b111-4073-b936-58dd24a85aef),segment_id=5c466791-b111-4073-b936-58dd24a85aef)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:47:49.175331 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:49.178703 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:47:49.270972 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Pushing event updated for resources: {'Port': ['ID=f930570b-fb3f-4f19-aefc-c5b839e28e23,revision_number=4']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:47:49.274472 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:47:49.427580 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6049b1fd-b3f2-4861-a00f-ed905848f957 req-d74a85f1-e55e-46c8-b640-cbdcbbed69f0 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:47:49.430495 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-6049b1fd-b3f2-4861-a00f-ed905848f957 req-d74a85f1-e55e-46c8-b640-cbdcbbed69f0 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "GET /v2.0/ports?device_id=1cca9b35-eea5-4ff7-b3cd-b7b9f12feaf4 HTTP/1.1" status: 200 len: 946 time: 0.1259973 Apr 16 16:47:49.489969 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-6049b1fd-b3f2-4861-a00f-ed905848f957 req-91c55455-74d8-4b1d-8f43-7a95af76ce6c tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "GET /v2.0/security-groups?id=9619b15f-c003-4676-8b83-3ac3c8f30e30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505757 Apr 16 16:47:49.655461 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] get_ports_and_sgs() called for port_ids ['f930570b-fb3f-4f19-aefc-c5b839e28e23'] {{(pid=85337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 16:47:49.852254 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e4fd7b6d-671e-4aca-b122-87142d549db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:50.068780 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d93b01-4ee0-4c35-a4c9-41f54cba7d06 req-0cf4b767-3f7e-443a-ae00-3d0b3cd0ca4b tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:47:50.075644 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-b2d93b01-4ee0-4c35-a4c9-41f54cba7d06 req-0cf4b767-3f7e-443a-ae00-3d0b3cd0ca4b tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7a33a5e-8c31-4bf0-9231-2f6e14783496 HTTP/1.1" status: 200 len: 945 time: 0.1941783 Apr 16 16:47:50.153201 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-b2d93b01-4ee0-4c35-a4c9-41f54cba7d06 req-e2637f82-8f09-4f3d-bbee-ba3e48acf83c tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a565f14-c478-4c8e-b10f-c94ccd39d90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754378 Apr 16 16:47:50.171225 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28aa8c7-07c4-4262-8a94-cc86eb74ce08 req-6e991b98-9d4e-412c-a7da-b0eabc69d6a2 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:47:50.174594 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-d28aa8c7-07c4-4262-8a94-cc86eb74ce08 req-6e991b98-9d4e-412c-a7da-b0eabc69d6a2 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.38 "GET /v2.0/ports?device_id=3d13afd1-3bcd-410d-a89f-604ed99ad933 HTTP/1.1" status: 200 len: 944 time: 0.1597142 Apr 16 16:47:50.290723 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-d28aa8c7-07c4-4262-8a94-cc86eb74ce08 req-fcb3e51d-3403-40b4-b0aa-4290668f8b03 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.38 "GET /v2.0/security-groups?id=000be728-5835-465a-a527-c6c2ddb86249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005821 Apr 16 16:47:50.853821 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5020e8-4c09-4d1b-a85e-80020ac6d0a0 req-7bfaa24f-e800-4db9-ad2a-a7f8332d537a tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:47:50.855887 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-dc5020e8-4c09-4d1b-a85e-80020ac6d0a0 req-7bfaa24f-e800-4db9-ad2a-a7f8332d537a tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "GET /v2.0/ports?device_id=1cca9b35-eea5-4ff7-b3cd-b7b9f12feaf4 HTTP/1.1" status: 200 len: 946 time: 0.1409924 Apr 16 16:47:50.946203 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-dc5020e8-4c09-4d1b-a85e-80020ac6d0a0 req-863a8a7a-753d-4241-9b17-cdc6e89cca28 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "GET /v2.0/security-groups?id=9619b15f-c003-4676-8b83-3ac3c8f30e30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788009 Apr 16 16:47:51.571783 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a30e96-e9f3-46c4-8ef1-c06748d51b40 req-e47ba174-9b75-455e-ac12-b1bb3c8f6e1a tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:47:51.586242 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-10a30e96-e9f3-46c4-8ef1-c06748d51b40 req-e47ba174-9b75-455e-ac12-b1bb3c8f6e1a tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.38 "GET /v2.0/ports?device_id=3d13afd1-3bcd-410d-a89f-604ed99ad933 HTTP/1.1" status: 200 len: 944 time: 0.1476784 Apr 16 16:47:51.652428 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-10a30e96-e9f3-46c4-8ef1-c06748d51b40 req-f06d4b93-3eb3-458f-910d-0d6f51cbae81 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.38 "GET /v2.0/security-groups?id=000be728-5835-465a-a527-c6c2ddb86249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563073 Apr 16 16:47:51.725599 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1a2fa7-c279-4fff-965a-3fb782e4e705 req-f4fc4c02-0c15-4323-935d-8d83a350c420 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:47:51.727281 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-0e1a2fa7-c279-4fff-965a-3fb782e4e705 req-f4fc4c02-0c15-4323-935d-8d83a350c420 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7a33a5e-8c31-4bf0-9231-2f6e14783496 HTTP/1.1" status: 200 len: 945 time: 0.3990619 Apr 16 16:47:51.791438 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-0e1a2fa7-c279-4fff-965a-3fb782e4e705 req-68226a75-43bf-48ac-b2b7-b0e298a01431 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a565f14-c478-4c8e-b10f-c94ccd39d90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531166 Apr 16 16:47:51.805705 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-942c9e8f-cf9f-4189-b1e8-67e0e374bf70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:52.196135 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945c0584-94f8-44dc-a4e6-b81e653de152 req-676935c6-13f3-4315-a9ed-f7ac0a320471 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:47:52.197755 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-945c0584-94f8-44dc-a4e6-b81e653de152 req-676935c6-13f3-4315-a9ed-f7ac0a320471 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "GET /v2.0/ports?device_id=1cca9b35-eea5-4ff7-b3cd-b7b9f12feaf4 HTTP/1.1" status: 200 len: 946 time: 0.1079700 Apr 16 16:47:52.267362 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-945c0584-94f8-44dc-a4e6-b81e653de152 req-e2409b7c-aa8e-464e-8335-aa0a2359e4b0 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "GET /v2.0/security-groups?id=9619b15f-c003-4676-8b83-3ac3c8f30e30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627894 Apr 16 16:47:52.330157 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Device f930570b-fb3f-4f19-aefc-c5b839e28e23 up at agent hyperv_hv-cinder-73362 {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:47:52.461446 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Provisioning for port f930570b-fb3f-4f19-aefc-c5b839e28e23 completed by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:47:52.474782 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Provisioning complete for port f930570b-fb3f-4f19-aefc-c5b839e28e23 triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:47:52.475471 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852761088'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:52.644055 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:52.677954 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d13afd1-3bcd-410d-a89f-604ed99ad933', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f930570b-fb3f-4f19-aefc-c5b839e28e23'}] {{(pid=85337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:47:52.688720 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] For port f930570b-fb3f-4f19-aefc-c5b839e28e23, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=f930570b-fb3f-4f19-aefc-c5b839e28e23,segment=NetworkSegment(5c466791-b111-4073-b936-58dd24a85aef),segment_id=5c466791-b111-4073-b936-58dd24a85aef)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:47:52.702185 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:52.705023 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:47:52.803028 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d13afd1-3bcd-410d-a89f-604ed99ad933', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f930570b-fb3f-4f19-aefc-c5b839e28e23', 'code': 200} Apr 16 16:47:52.916173 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-45c0d62a-bc24-48a8-9022-8ca56da26294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:52.945064 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Pushing event updated for resources: {'Port': ['ID=f930570b-fb3f-4f19-aefc-c5b839e28e23,revision_number=5']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:47:52.958797 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:47:53.055260 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452395ae-9017-4759-aea9-0c38770cb2e9 req-4b229900-1776-4f47-8470-9127f41cd3fc tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:47:53.064751 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-452395ae-9017-4759-aea9-0c38770cb2e9 req-4b229900-1776-4f47-8470-9127f41cd3fc tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.38 "GET /v2.0/ports?device_id=3d13afd1-3bcd-410d-a89f-604ed99ad933 HTTP/1.1" status: 200 len: 945 time: 0.2122135 Apr 16 16:47:53.150682 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4e6239-61c4-42cc-88ed-1a668245c9e3 req-98bc6c80-55de-42f3-95b8-3b9fa6e0a41b tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:47:53.152171 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-6f4e6239-61c4-42cc-88ed-1a668245c9e3 req-98bc6c80-55de-42f3-95b8-3b9fa6e0a41b tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7a33a5e-8c31-4bf0-9231-2f6e14783496 HTTP/1.1" status: 200 len: 945 time: 0.1211016 Apr 16 16:47:53.172570 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-452395ae-9017-4759-aea9-0c38770cb2e9 req-b0da6f8e-9712-4659-a9f4-0986544af75c tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.38 "GET /v2.0/security-groups?id=000be728-5835-465a-a527-c6c2ddb86249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003613 Apr 16 16:47:53.227172 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-6f4e6239-61c4-42cc-88ed-1a668245c9e3 req-9322fd0d-bea3-4dc4-a587-9180a06c58d7 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a565f14-c478-4c8e-b10f-c94ccd39d90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659664 Apr 16 16:47:53.233686 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db66b175-63b4-4406-899f-55631b069ee7 req-05e053be-1f0a-4be7-88c6-d7ad1b5388d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:47:53.236418 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-db66b175-63b4-4406-899f-55631b069ee7 req-05e053be-1f0a-4be7-88c6-d7ad1b5388d0 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=3d13afd1-3bcd-410d-a89f-604ed99ad933 HTTP/1.1" status: 200 len: 1098 time: 0.1239326 Apr 16 16:47:53.299748 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-db66b175-63b4-4406-899f-55631b069ee7 req-4995c8d3-da21-413c-a339-023236e35ce4 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=000be728-5835-465a-a527-c6c2ddb86249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459781 Apr 16 16:47:53.493392 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:53.704334 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12149a27-87e8-4b14-bd55-11a8a58970ca req-f7246801-0537-480f-90e0-040f58d1f80f tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:47:53.706341 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-12149a27-87e8-4b14-bd55-11a8a58970ca req-f7246801-0537-480f-90e0-040f58d1f80f tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "GET /v2.0/ports?device_id=1cca9b35-eea5-4ff7-b3cd-b7b9f12feaf4 HTTP/1.1" status: 200 len: 946 time: 0.1010997 Apr 16 16:47:53.761666 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-12149a27-87e8-4b14-bd55-11a8a58970ca req-b664f7f5-74d8-4492-9963-94e6e5d914df tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "GET /v2.0/security-groups?id=9619b15f-c003-4676-8b83-3ac3c8f30e30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486836 Apr 16 16:47:54.250922 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-53783e99-0c04-4d0d-b0b5-c5fd538000c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:54.575624 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041e3d86-69b5-4537-9b26-260f901b2633 req-7103b55b-649b-4f48-bef9-3fdc23ccf1a8 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:47:54.576191 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-041e3d86-69b5-4537-9b26-260f901b2633 req-7103b55b-649b-4f48-bef9-3fdc23ccf1a8 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.38 "GET /v2.0/ports?device_id=3d13afd1-3bcd-410d-a89f-604ed99ad933 HTTP/1.1" status: 200 len: 945 time: 0.1638680 Apr 16 16:47:54.664157 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-041e3d86-69b5-4537-9b26-260f901b2633 req-72ff2381-ebfe-4a9f-80e7-cb6d906bd8c6 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.38 "GET /v2.0/security-groups?id=000be728-5835-465a-a527-c6c2ddb86249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784962 Apr 16 16:47:54.959610 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e77bcb4-c2bd-473d-9fbb-62bd4e768bee req-3a2fa641-55c3-48c6-ba89-717354faf232 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:47:54.963784 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-3e77bcb4-c2bd-473d-9fbb-62bd4e768bee req-3a2fa641-55c3-48c6-ba89-717354faf232 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7a33a5e-8c31-4bf0-9231-2f6e14783496 HTTP/1.1" status: 200 len: 945 time: 0.1473591 Apr 16 16:47:55.058142 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-3e77bcb4-c2bd-473d-9fbb-62bd4e768bee req-6ef72413-c295-4c49-abfa-7b657595bab5 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a565f14-c478-4c8e-b10f-c94ccd39d90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813990 Apr 16 16:47:55.071978 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b026e44-8d8c-4a07-a11d-1c9db1d7f7a9 req-5fd09459-1530-47e4-b849-b719729dad5c tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:47:55.094953 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-7b026e44-8d8c-4a07-a11d-1c9db1d7f7a9 req-5fd09459-1530-47e4-b849-b719729dad5c tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/ports?device_id=657bbdd8-4ec5-4915-b99b-b975b7518105 HTTP/1.1" status: 200 len: 946 time: 0.1599047 Apr 16 16:47:55.159350 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-7b026e44-8d8c-4a07-a11d-1c9db1d7f7a9 req-47fc0d8a-470c-4651-bf91-fe68809a9eae tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/security-groups?id=65f8636e-38c2-4e4e-85cd-26d4e071f42a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688827 Apr 16 16:47:55.393864 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5a395f-0ae7-4888-872a-7b4db59de6e1 req-12367cf2-0a9d-4f98-96c7-11c44530fcbe tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:47:55.396717 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-5b5a395f-0ae7-4888-872a-7b4db59de6e1 req-12367cf2-0a9d-4f98-96c7-11c44530fcbe tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "GET /v2.0/ports?device_id=1cca9b35-eea5-4ff7-b3cd-b7b9f12feaf4 HTTP/1.1" status: 200 len: 946 time: 0.1541729 Apr 16 16:47:55.465448 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-5b5a395f-0ae7-4888-872a-7b4db59de6e1 req-687e43e4-3cbc-417d-9a7c-0eb4b28f8578 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "GET /v2.0/security-groups?id=9619b15f-c003-4676-8b83-3ac3c8f30e30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608687 Apr 16 16:47:55.899731 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbf18db-e104-484b-bd03-5eb722b7f97d req-08f41a38-beea-4763-a9ff-7b99b1921bfc tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:47:55.901273 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-4dbf18db-e104-484b-bd03-5eb722b7f97d req-08f41a38-beea-4763-a9ff-7b99b1921bfc tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.38 "GET /v2.0/ports?device_id=3d13afd1-3bcd-410d-a89f-604ed99ad933 HTTP/1.1" status: 200 len: 945 time: 0.1015384 Apr 16 16:47:55.958254 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-4dbf18db-e104-484b-bd03-5eb722b7f97d req-838f0544-b1ad-4a7c-9f37-36a46a47e5f7 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.38 "GET /v2.0/security-groups?id=000be728-5835-465a-a527-c6c2ddb86249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498533 Apr 16 16:47:56.307151 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97541e6-7f68-4031-b55d-0db59a59a44d req-4fca315b-a85b-4f7e-839d-91d0c6c29235 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:47:56.316417 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-f97541e6-7f68-4031-b55d-0db59a59a44d req-4fca315b-a85b-4f7e-839d-91d0c6c29235 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7a33a5e-8c31-4bf0-9231-2f6e14783496 HTTP/1.1" status: 200 len: 945 time: 0.1160686 Apr 16 16:47:56.398053 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-f97541e6-7f68-4031-b55d-0db59a59a44d req-a390ada4-ef3d-4b30-8d73-79436abb2a65 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a565f14-c478-4c8e-b10f-c94ccd39d90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805011 Apr 16 16:47:56.602029 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f115c51-93cf-4027-b397-c804ed7d1a3d req-0ade0e7f-eeeb-4277-bf6f-d51824250706 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:47:56.616009 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-1f115c51-93cf-4027-b397-c804ed7d1a3d req-0ade0e7f-eeeb-4277-bf6f-d51824250706 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/ports?device_id=657bbdd8-4ec5-4915-b99b-b975b7518105 HTTP/1.1" status: 200 len: 946 time: 0.2597606 Apr 16 16:47:56.692597 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-1f115c51-93cf-4027-b397-c804ed7d1a3d req-8691ef96-6926-4632-bf21-c838c8f33af0 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/security-groups?id=65f8636e-38c2-4e4e-85cd-26d4e071f42a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741024 Apr 16 16:47:56.806959 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea346f2a-de38-45a0-9b6e-9560d7b23dea req-4df0a4f5-b5ac-4758-a3bb-f6cd30c4dfe6 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:47:56.809439 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-ea346f2a-de38-45a0-9b6e-9560d7b23dea req-4df0a4f5-b5ac-4758-a3bb-f6cd30c4dfe6 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "GET /v2.0/ports?device_id=1cca9b35-eea5-4ff7-b3cd-b7b9f12feaf4 HTTP/1.1" status: 200 len: 946 time: 0.1546295 Apr 16 16:47:56.888217 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-ea346f2a-de38-45a0-9b6e-9560d7b23dea req-ef3a49e4-c06d-4044-abdc-ca7c7b046cf0 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "GET /v2.0/security-groups?id=9619b15f-c003-4676-8b83-3ac3c8f30e30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647056 Apr 16 16:47:57.741007 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fb19b5-be83-4b7a-8f3d-a36fb7c1650f req-69ab28b7-7182-438f-bca1-ec625255479c tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:47:57.745697 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-47fb19b5-be83-4b7a-8f3d-a36fb7c1650f req-69ab28b7-7182-438f-bca1-ec625255479c tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7a33a5e-8c31-4bf0-9231-2f6e14783496 HTTP/1.1" status: 200 len: 945 time: 0.1677392 Apr 16 16:47:57.832204 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-47fb19b5-be83-4b7a-8f3d-a36fb7c1650f req-40a72d6f-481a-4f89-8a3e-95db284629c5 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a565f14-c478-4c8e-b10f-c94ccd39d90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786517 Apr 16 16:47:58.098254 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cbb777-8415-4b31-b0ff-a8c411992a7f req-a22341d9-28d2-4cd9-91a8-bac76776fa10 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:47:58.102544 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-a8cbb777-8415-4b31-b0ff-a8c411992a7f req-a22341d9-28d2-4cd9-91a8-bac76776fa10 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/ports?device_id=657bbdd8-4ec5-4915-b99b-b975b7518105 HTTP/1.1" status: 200 len: 946 time: 0.1394703 Apr 16 16:47:58.158332 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-a8cbb777-8415-4b31-b0ff-a8c411992a7f req-d3064df5-4e54-41fe-8fe6-43294235cee4 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/security-groups?id=65f8636e-38c2-4e4e-85cd-26d4e071f42a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517941 Apr 16 16:47:58.462965 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc7ffba-da56-45e3-a0b3-ed2e0773bcd1 req-ffc9d796-c5ff-4067-a100-e7ebcc9926ae tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:47:58.465277 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-6dc7ffba-da56-45e3-a0b3-ed2e0773bcd1 req-ffc9d796-c5ff-4067-a100-e7ebcc9926ae tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "GET /v2.0/ports?device_id=1cca9b35-eea5-4ff7-b3cd-b7b9f12feaf4 HTTP/1.1" status: 200 len: 946 time: 0.1442771 Apr 16 16:47:58.526437 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-6dc7ffba-da56-45e3-a0b3-ed2e0773bcd1 req-853d6ce4-270b-437e-bd62-7d7bf591fabb tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "GET /v2.0/security-groups?id=9619b15f-c003-4676-8b83-3ac3c8f30e30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513108 Apr 16 16:47:59.063847 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a782b4fe-afb7-428a-a392-2fced13ff31a req-0c4f0256-a88a-4626-bc79-75e59d8da293 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:47:59.065728 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-a782b4fe-afb7-428a-a392-2fced13ff31a req-0c4f0256-a88a-4626-bc79-75e59d8da293 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7a33a5e-8c31-4bf0-9231-2f6e14783496 HTTP/1.1" status: 200 len: 945 time: 0.1056466 Apr 16 16:47:59.121630 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-a782b4fe-afb7-428a-a392-2fced13ff31a req-a122f602-c1c1-4a4f-b653-6ccabae7e7bd tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a565f14-c478-4c8e-b10f-c94ccd39d90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486555 Apr 16 16:47:59.430889 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbf97c9-05be-4912-be3b-8b8d4c66c3d4 req-935a8997-1605-42b2-aa32-ffa885af43ea tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:47:59.432514 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-1dbf97c9-05be-4912-be3b-8b8d4c66c3d4 req-935a8997-1605-42b2-aa32-ffa885af43ea tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/ports?device_id=657bbdd8-4ec5-4915-b99b-b975b7518105 HTTP/1.1" status: 200 len: 946 time: 0.1190214 Apr 16 16:47:59.487025 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-1dbf97c9-05be-4912-be3b-8b8d4c66c3d4 req-f5c66b3e-480c-49d6-b93e-b6d792c52347 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/security-groups?id=65f8636e-38c2-4e4e-85cd-26d4e071f42a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464873 Apr 16 16:47:59.818863 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c23939-8c1c-44cb-b151-01183a3542ec req-e44f5374-e46d-4861-910d-175593ad5c1c tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:47:59.822096 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-53c23939-8c1c-44cb-b151-01183a3542ec req-e44f5374-e46d-4861-910d-175593ad5c1c tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "GET /v2.0/ports?device_id=1cca9b35-eea5-4ff7-b3cd-b7b9f12feaf4 HTTP/1.1" status: 200 len: 946 time: 0.1320727 Apr 16 16:47:59.882197 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-53c23939-8c1c-44cb-b151-01183a3542ec req-71abbbee-dea6-4170-aafe-22d9117ce831 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "GET /v2.0/security-groups?id=9619b15f-c003-4676-8b83-3ac3c8f30e30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538599 Apr 16 16:48:00.357525 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1819ad1-a401-4f5f-918e-c31860cc5683 req-9ae0a6c9-fcd8-41b3-a6b3-6db66776e461 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:48:00.360793 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-b1819ad1-a401-4f5f-918e-c31860cc5683 req-9ae0a6c9-fcd8-41b3-a6b3-6db66776e461 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7a33a5e-8c31-4bf0-9231-2f6e14783496 HTTP/1.1" status: 200 len: 945 time: 0.1107426 Apr 16 16:48:00.437262 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-b1819ad1-a401-4f5f-918e-c31860cc5683 req-afecbbe6-16ca-4204-99a5-826ecb1ff844 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a565f14-c478-4c8e-b10f-c94ccd39d90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695050 Apr 16 16:48:00.743705 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a585619-e40a-4b63-b7a8-9d686cc495b3 req-a125b18b-cc77-4cd3-8551-fb27c282eb0e tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:48:00.746123 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-3a585619-e40a-4b63-b7a8-9d686cc495b3 req-a125b18b-cc77-4cd3-8551-fb27c282eb0e tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/ports?device_id=657bbdd8-4ec5-4915-b99b-b975b7518105 HTTP/1.1" status: 200 len: 946 time: 0.1188433 Apr 16 16:48:00.800256 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-3a585619-e40a-4b63-b7a8-9d686cc495b3 req-060e1fde-0981-464c-bc9e-18cac604d81a tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/security-groups?id=65f8636e-38c2-4e4e-85cd-26d4e071f42a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470665 Apr 16 16:48:01.201473 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d2d42d-62e1-4918-bf22-4c2bd8d5d2f3 req-147d959e-b7cb-4cb2-b43f-30ec5dbe780d tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:48:01.203214 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-54d2d42d-62e1-4918-bf22-4c2bd8d5d2f3 req-147d959e-b7cb-4cb2-b43f-30ec5dbe780d tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "GET /v2.0/ports?device_id=1cca9b35-eea5-4ff7-b3cd-b7b9f12feaf4 HTTP/1.1" status: 200 len: 946 time: 0.1632609 Apr 16 16:48:01.285538 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-54d2d42d-62e1-4918-bf22-4c2bd8d5d2f3 req-ad4eef7f-9314-4db1-8271-26e64aa7b780 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "GET /v2.0/security-groups?id=9619b15f-c003-4676-8b83-3ac3c8f30e30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736010 Apr 16 16:48:01.688659 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11706931-53d7-4a7f-a71b-5bc5b872c50f req-a169e24d-e89b-4ff4-bb33-6e5d3e0411bf tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:48:01.690325 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-11706931-53d7-4a7f-a71b-5bc5b872c50f req-a169e24d-e89b-4ff4-bb33-6e5d3e0411bf tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7a33a5e-8c31-4bf0-9231-2f6e14783496 HTTP/1.1" status: 200 len: 945 time: 0.1094801 Apr 16 16:48:01.751700 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-11706931-53d7-4a7f-a71b-5bc5b872c50f req-53e51cc7-ae5c-4dec-ac87-d448eefa7679 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a565f14-c478-4c8e-b10f-c94ccd39d90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534062 Apr 16 16:48:02.053329 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d6d11e-f7df-45a0-9295-d44859420301 req-b161692c-88d5-4854-8a24-a333606bb159 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:48:02.055098 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-d9d6d11e-f7df-45a0-9295-d44859420301 req-b161692c-88d5-4854-8a24-a333606bb159 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/ports?device_id=657bbdd8-4ec5-4915-b99b-b975b7518105 HTTP/1.1" status: 200 len: 946 time: 0.1117265 Apr 16 16:48:02.121946 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-d9d6d11e-f7df-45a0-9295-d44859420301 req-2fe2115b-9487-4d55-a8a4-b3eee09f9086 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/security-groups?id=65f8636e-38c2-4e4e-85cd-26d4e071f42a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568886 Apr 16 16:48:02.539469 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46d9009-f7e3-422d-a994-2ae501c33168 req-90ee8e6e-5762-4df9-8079-2c2b0f0b5b58 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:48:02.550851 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-e46d9009-f7e3-422d-a994-2ae501c33168 req-90ee8e6e-5762-4df9-8079-2c2b0f0b5b58 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "GET /v2.0/ports?device_id=1cca9b35-eea5-4ff7-b3cd-b7b9f12feaf4 HTTP/1.1" status: 200 len: 946 time: 0.1242688 Apr 16 16:48:02.630148 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-e46d9009-f7e3-422d-a994-2ae501c33168 req-aff5b0ad-344a-42d7-8e7e-0650af4ffe48 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "GET /v2.0/security-groups?id=9619b15f-c003-4676-8b83-3ac3c8f30e30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764556 Apr 16 16:48:02.982552 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4769a9-81c3-4f5e-ad71-61d403671542 req-75e59078-1bb6-4c86-90e1-87ad73534ece tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:48:02.984317 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-1c4769a9-81c3-4f5e-ad71-61d403671542 req-75e59078-1bb6-4c86-90e1-87ad73534ece tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7a33a5e-8c31-4bf0-9231-2f6e14783496 HTTP/1.1" status: 200 len: 945 time: 0.1053610 Apr 16 16:48:03.042293 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-1c4769a9-81c3-4f5e-ad71-61d403671542 req-e1143ed7-26ca-4c48-ad52-88b0abfc5307 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a565f14-c478-4c8e-b10f-c94ccd39d90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472105 Apr 16 16:48:03.373257 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327e6744-d834-4654-8bdb-87cee7f53121 req-8e0cf2b7-4bf6-4ebf-a9c0-b70866a481c0 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:48:03.375587 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-327e6744-d834-4654-8bdb-87cee7f53121 req-8e0cf2b7-4bf6-4ebf-a9c0-b70866a481c0 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/ports?device_id=657bbdd8-4ec5-4915-b99b-b975b7518105 HTTP/1.1" status: 200 len: 946 time: 0.1120579 Apr 16 16:48:03.457837 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-327e6744-d834-4654-8bdb-87cee7f53121 req-953b45bd-9deb-4ca3-9b3c-1b6237a2ae06 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/security-groups?id=65f8636e-38c2-4e4e-85cd-26d4e071f42a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748994 Apr 16 16:48:03.885357 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd383a8-adba-4721-a836-43aa24c34086 req-43c39fef-000d-403f-8a49-54688fb24db2 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:48:03.895543 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-bbd383a8-adba-4721-a836-43aa24c34086 req-43c39fef-000d-403f-8a49-54688fb24db2 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "GET /v2.0/ports?device_id=1cca9b35-eea5-4ff7-b3cd-b7b9f12feaf4 HTTP/1.1" status: 200 len: 946 time: 0.1140866 Apr 16 16:48:03.988277 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-bbd383a8-adba-4721-a836-43aa24c34086 req-a70d378c-94c5-4deb-b2a6-2a1c1aa5813a tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "GET /v2.0/security-groups?id=9619b15f-c003-4676-8b83-3ac3c8f30e30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908406 Apr 16 16:48:04.211168 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 39374) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:48:04.436702 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9070f059-5eb1-4f7f-9eab-c7e7d420aa9b req-04863e1f-b3aa-4fd9-8317-79a10092c0a1 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:48:04.440186 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-9070f059-5eb1-4f7f-9eab-c7e7d420aa9b req-04863e1f-b3aa-4fd9-8317-79a10092c0a1 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7a33a5e-8c31-4bf0-9231-2f6e14783496 HTTP/1.1" status: 200 len: 945 time: 0.1600022 Apr 16 16:48:04.550540 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-9070f059-5eb1-4f7f-9eab-c7e7d420aa9b req-0aa55b4c-80fd-434c-aee9-ba94fee7a644 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a565f14-c478-4c8e-b10f-c94ccd39d90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998557 Apr 16 16:48:04.551686 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-5fec4044-bfdc-4eca-b291-834ba983ec2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:48:04.574505 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-5fec4044-bfdc-4eca-b291-834ba983ec2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:48:04.588318 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-5fec4044-bfdc-4eca-b291-834ba983ec2c admin admin] Usage tracker for resource:security_group_rule and tenant:7a29d37291224a14837de3f5a411a04b is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:48:04.594341 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-5fec4044-bfdc-4eca-b291-834ba983ec2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:48:04.614571 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-5fec4044-bfdc-4eca-b291-834ba983ec2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:48:04.731635 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d58c17-934f-423a-bee9-39ae817ddc1b req-8d660210-f0b5-422b-bf08-1a6bc87ee362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:48:04.733403 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-f5d58c17-934f-423a-bee9-39ae817ddc1b req-8d660210-f0b5-422b-bf08-1a6bc87ee362 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=884b1020849e42e3acc115cae0298189&device_id=1cca9b35-eea5-4ff7-b3cd-b7b9f12feaf4 HTTP/1.1" status: 200 len: 1099 time: 0.1585429 Apr 16 16:48:04.785571 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be90ef4e-dc02-42fb-ad35-9a01a548a825 req-3f13b14d-273e-4052-8267-180eb3c5e316 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:48:04.787647 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-be90ef4e-dc02-42fb-ad35-9a01a548a825 req-3f13b14d-273e-4052-8267-180eb3c5e316 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "GET /v2.0/ports?device_id=1cca9b35-eea5-4ff7-b3cd-b7b9f12feaf4 HTTP/1.1" status: 200 len: 946 time: 0.3077505 Apr 16 16:48:04.858701 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-5fec4044-bfdc-4eca-b291-834ba983ec2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:48:04.866091 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-5fec4044-bfdc-4eca-b291-834ba983ec2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:48:04.880807 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-76e88e28-f926-4583-b926-173bea906ee2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:48:04.940228 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fec4044-bfdc-4eca-b291-834ba983ec2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46685517-ebb1-46df-baf6-d89aaae691e7,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:48:04.941717 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-be90ef4e-dc02-42fb-ad35-9a01a548a825 req-3f4837eb-ff98-41ef-b483-fca23d23e784 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "GET /v2.0/security-groups?id=9619b15f-c003-4676-8b83-3ac3c8f30e30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810175 Apr 16 16:48:04.950233 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-5fec4044-bfdc-4eca-b291-834ba983ec2c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7a29d37291224a14837de3f5a411a04b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7342103 Apr 16 16:48:04.950233 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-5fec4044-bfdc-4eca-b291-834ba983ec2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:48:04.962325 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 39388) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:48:05.006798 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deaa602-35f1-486b-bba3-1492839de6a3 req-bbd1d145-5862-474c-806e-0083b4e4786a tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:48:05.008907 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-5deaa602-35f1-486b-bba3-1492839de6a3 req-bbd1d145-5862-474c-806e-0083b4e4786a tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/ports?device_id=657bbdd8-4ec5-4915-b99b-b975b7518105 HTTP/1.1" status: 200 len: 946 time: 0.2903416 Apr 16 16:48:05.012552 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d58c17-934f-423a-bee9-39ae817ddc1b req-e67c614f-cc23-4623-a4c5-5ff829b48c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:48:05.014519 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-f5d58c17-934f-423a-bee9-39ae817ddc1b req-e67c614f-cc23-4623-a4c5-5ff829b48c26 service neutron] 10.222.0.87 "GET /v2.0/networks?id=b5d67f03-2a50-4f49-99e2-88dca9cc2c57 HTTP/1.1" status: 200 len: 912 time: 0.2697878 Apr 16 16:48:05.132508 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-92007604-6f2c-47a2-ae4a-6e420cf13675 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:48:05.142238 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-5deaa602-35f1-486b-bba3-1492839de6a3 req-6a20652e-28bb-43a7-a410-097bc6b78a77 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/security-groups?id=65f8636e-38c2-4e4e-85cd-26d4e071f42a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163018 Apr 16 16:48:05.180515 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-f5d58c17-934f-423a-bee9-39ae817ddc1b req-ccf08ef5-3898-4ca6-85d5-4fb5f6bdf547 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2a6213fd-4b58-4def-bbbe-542929ea9b09 HTTP/1.1" status: 200 len: 1001 time: 0.1520965 Apr 16 16:48:05.192439 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-92007604-6f2c-47a2-ae4a-6e420cf13675 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:48:05.256806 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-92007604-6f2c-47a2-ae4a-6e420cf13675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:48:05.265371 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c1cbb168-ee34-492d-82da-a8adbd7cd456 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:48:05.268918 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d58c17-934f-423a-bee9-39ae817ddc1b req-3d7709ba-a62b-4f1e-89da-3b6bc8bff228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:48:05.270641 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-f5d58c17-934f-423a-bee9-39ae817ddc1b req-3d7709ba-a62b-4f1e-89da-3b6bc8bff228 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=649747cf-05da-40d5-a9b4-d5107e9dbf05 HTTP/1.1" status: 200 len: 850 time: 0.0821991 Apr 16 16:48:05.283421 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92007604-6f2c-47a2-ae4a-6e420cf13675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46685517-ebb1-46df-baf6-d89aaae691e7,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:48:05.290706 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-92007604-6f2c-47a2-ae4a-6e420cf13675 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:48:05.294137 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-92007604-6f2c-47a2-ae4a-6e420cf13675 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:48:05.296147 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-92007604-6f2c-47a2-ae4a-6e420cf13675 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/46685517-ebb1-46df-baf6-d89aaae691e7 HTTP/1.1" status: 204 len: 168 time: 0.3327210 Apr 16 16:48:05.393243 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d58c17-934f-423a-bee9-39ae817ddc1b req-812df24e-1d59-4cf0-99df-d4cc4033b023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:48:05.394889 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-f5d58c17-934f-423a-bee9-39ae817ddc1b req-812df24e-1d59-4cf0-99df-d4cc4033b023 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=b5d67f03-2a50-4f49-99e2-88dca9cc2c57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1116080 Apr 16 16:48:05.613024 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-f5d58c17-934f-423a-bee9-39ae817ddc1b req-f5695d5e-ed15-40a2-937b-6b1a365a0af5 service neutron] 10.222.0.87 "GET /v2.0/networks/b5d67f03-2a50-4f49-99e2-88dca9cc2c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991160 Apr 16 16:48:05.988549 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-f5d58c17-934f-423a-bee9-39ae817ddc1b req-031ca8cc-a6d0-43c8-85aa-412f6341e89c service neutron] 10.222.0.87 "GET /v2.0/networks/b5d67f03-2a50-4f49-99e2-88dca9cc2c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3636432 Apr 16 16:48:06.021705 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c464430c-db46-41e0-bf24-d1cd2f611d53 req-c657b642-6b49-4466-9846-b3f545e1f917 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:48:06.025904 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-c464430c-db46-41e0-bf24-d1cd2f611d53 req-c657b642-6b49-4466-9846-b3f545e1f917 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7a33a5e-8c31-4bf0-9231-2f6e14783496 HTTP/1.1" status: 200 len: 945 time: 0.2237260 Apr 16 16:48:06.124288 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-c464430c-db46-41e0-bf24-d1cd2f611d53 req-54bb8153-f095-4268-9998-188904e30ead tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a565f14-c478-4c8e-b10f-c94ccd39d90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743535 Apr 16 16:48:06.229334 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985c8096-095a-4219-aa18-1802ab7a9f3c req-5239160c-f306-428f-92d3-b67b003f74a0 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:48:06.231310 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-985c8096-095a-4219-aa18-1802ab7a9f3c req-5239160c-f306-428f-92d3-b67b003f74a0 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.38 "GET /v2.0/ports?device_id=3d13afd1-3bcd-410d-a89f-604ed99ad933 HTTP/1.1" status: 200 len: 945 time: 0.1375337 Apr 16 16:48:06.302689 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-985c8096-095a-4219-aa18-1802ab7a9f3c req-3e53a9f3-059a-42fb-b402-2d895ee45782 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.38 "GET /v2.0/security-groups?id=000be728-5835-465a-a527-c6c2ddb86249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639970 Apr 16 16:48:06.411577 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78b50e9-4b63-4320-bc02-464867f9c23e req-a97b9380-20b2-4b80-b61a-54dae0ae5dfb tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:48:06.413431 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-f78b50e9-4b63-4320-bc02-464867f9c23e req-a97b9380-20b2-4b80-b61a-54dae0ae5dfb tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "GET /v2.0/ports?device_id=1cca9b35-eea5-4ff7-b3cd-b7b9f12feaf4 HTTP/1.1" status: 200 len: 946 time: 0.1365609 Apr 16 16:48:06.470101 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-f78b50e9-4b63-4320-bc02-464867f9c23e req-90127ae6-0629-4bbd-a07f-eb9adc0292f8 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "GET /v2.0/security-groups?id=9619b15f-c003-4676-8b83-3ac3c8f30e30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477862 Apr 16 16:48:06.559927 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c585af-5179-4bad-9b96-203de8fdbbe4 req-d8b28fb0-796e-40c3-b3e6-3b5a25118695 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:48:06.566732 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-93c585af-5179-4bad-9b96-203de8fdbbe4 req-d8b28fb0-796e-40c3-b3e6-3b5a25118695 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/ports?device_id=657bbdd8-4ec5-4915-b99b-b975b7518105 HTTP/1.1" status: 200 len: 946 time: 0.1148157 Apr 16 16:48:06.634650 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-93c585af-5179-4bad-9b96-203de8fdbbe4 req-083fb4ce-d7de-4b05-84bc-419ac7dbf076 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/security-groups?id=65f8636e-38c2-4e4e-85cd-26d4e071f42a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538175 Apr 16 16:48:07.233054 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 39442) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:48:07.412800 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9522340-f164-4222-b2df-7cc8ff0f25e9 req-374303b2-25fa-4be9-afa0-b57657d206ac tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:48:07.419531 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-e9522340-f164-4222-b2df-7cc8ff0f25e9 req-374303b2-25fa-4be9-afa0-b57657d206ac tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7a33a5e-8c31-4bf0-9231-2f6e14783496 HTTP/1.1" status: 200 len: 945 time: 0.1547606 Apr 16 16:48:07.510069 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-e9522340-f164-4222-b2df-7cc8ff0f25e9 req-06ffb6e7-6c6a-4ba4-a1f6-486c4039f105 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a565f14-c478-4c8e-b10f-c94ccd39d90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748074 Apr 16 16:48:07.518777 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-4d015bce-31a0-4313-901f-f3512b484e94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:48:07.621912 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-4d015bce-31a0-4313-901f-f3512b484e94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:48:07.640695 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-4d015bce-31a0-4313-901f-f3512b484e94 admin admin] Usage tracker for resource:security_group_rule and tenant:14180d9cb3c9453680085c2995cd814b is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:48:07.646941 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-4d015bce-31a0-4313-901f-f3512b484e94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:48:07.655813 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-4d015bce-31a0-4313-901f-f3512b484e94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:48:07.730243 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6097dcae-5dca-4674-8d8f-400feec590b1 req-f3f54886-1198-4801-973d-9fd8403c9bdb tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:48:07.732702 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-6097dcae-5dca-4674-8d8f-400feec590b1 req-f3f54886-1198-4801-973d-9fd8403c9bdb tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.38 "GET /v2.0/ports?device_id=3d13afd1-3bcd-410d-a89f-604ed99ad933 HTTP/1.1" status: 200 len: 945 time: 0.2217195 Apr 16 16:48:07.808791 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22762f70-2548-4aaa-ace6-5f50312588c8 req-ad58e729-43d3-4a2e-a8ed-968273e51a7e tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:48:07.810502 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-22762f70-2548-4aaa-ace6-5f50312588c8 req-ad58e729-43d3-4a2e-a8ed-968273e51a7e tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "GET /v2.0/ports?device_id=1cca9b35-eea5-4ff7-b3cd-b7b9f12feaf4 HTTP/1.1" status: 200 len: 946 time: 0.1399806 Apr 16 16:48:07.829529 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-6097dcae-5dca-4674-8d8f-400feec590b1 req-cb42496b-b488-4352-a276-15928e45b708 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.38 "GET /v2.0/security-groups?id=000be728-5835-465a-a527-c6c2ddb86249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875497 Apr 16 16:48:07.864213 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-4d015bce-31a0-4313-901f-f3512b484e94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:48:07.868423 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-4d015bce-31a0-4313-901f-f3512b484e94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:48:07.880054 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-6875b3ef-9999-4949-b1db-fb49bff826e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:48:07.893045 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-22762f70-2548-4aaa-ace6-5f50312588c8 req-daca111e-bf3d-46a6-bc8a-a481833ea081 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "GET /v2.0/security-groups?id=9619b15f-c003-4676-8b83-3ac3c8f30e30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714986 Apr 16 16:48:07.935658 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d015bce-31a0-4313-901f-f3512b484e94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36d84eee-b616-490f-96e2-0f8e8b8d301c,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:48:07.947120 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-4d015bce-31a0-4313-901f-f3512b484e94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:48:07.959238 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-4d015bce-31a0-4313-901f-f3512b484e94 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=14180d9cb3c9453680085c2995cd814b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7247777 Apr 16 16:48:07.964081 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 39456) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:48:08.099176 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-547bbbb2-a45e-4109-9efa-40e0410ff072 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:48:08.140085 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-547bbbb2-a45e-4109-9efa-40e0410ff072 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:48:08.208148 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8bb666-0e34-4449-afa2-9134bd7c1a0a req-341be74e-466b-4056-ba9d-dde4ae3742c6 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:48:08.210262 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-1f8bb666-0e34-4449-afa2-9134bd7c1a0a req-341be74e-466b-4056-ba9d-dde4ae3742c6 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/ports?device_id=657bbdd8-4ec5-4915-b99b-b975b7518105 HTTP/1.1" status: 200 len: 946 time: 0.1854761 Apr 16 16:48:08.257042 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-547bbbb2-a45e-4109-9efa-40e0410ff072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:48:08.267080 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-441c3be6-9370-4f6e-894b-cad1995cc7df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:48:08.286587 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-1f8bb666-0e34-4449-afa2-9134bd7c1a0a req-37ffd07a-868a-4fac-92e0-da4025f9e47a tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/security-groups?id=65f8636e-38c2-4e4e-85cd-26d4e071f42a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685673 Apr 16 16:48:08.296069 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547bbbb2-a45e-4109-9efa-40e0410ff072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36d84eee-b616-490f-96e2-0f8e8b8d301c,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:48:08.299828 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-547bbbb2-a45e-4109-9efa-40e0410ff072 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:48:08.301170 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-547bbbb2-a45e-4109-9efa-40e0410ff072 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:48:08.304090 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-547bbbb2-a45e-4109-9efa-40e0410ff072 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/36d84eee-b616-490f-96e2-0f8e8b8d301c HTTP/1.1" status: 204 len: 168 time: 0.3373523 Apr 16 16:48:08.799774 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62e8d78-c645-429f-9608-ba00ad6452ba req-bbcfccd4-d497-4f48-be44-6539b40b66f0 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:48:08.801500 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-e62e8d78-c645-429f-9608-ba00ad6452ba req-bbcfccd4-d497-4f48-be44-6539b40b66f0 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7a33a5e-8c31-4bf0-9231-2f6e14783496 HTTP/1.1" status: 200 len: 945 time: 0.1267719 Apr 16 16:48:08.874246 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-e62e8d78-c645-429f-9608-ba00ad6452ba req-1b29494f-8485-4598-b123-6f4369ce4fea tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a565f14-c478-4c8e-b10f-c94ccd39d90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644531 Apr 16 16:48:08.925197 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:48:09.119435 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f33335-7027-4752-a101-689fedf9ad8d req-0074909c-13f5-470d-a61d-ef35dff90c2e tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:48:09.121153 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-a5f33335-7027-4752-a101-689fedf9ad8d req-0074909c-13f5-470d-a61d-ef35dff90c2e tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.38 "GET /v2.0/ports?device_id=3d13afd1-3bcd-410d-a89f-604ed99ad933 HTTP/1.1" status: 200 len: 945 time: 0.1446338 Apr 16 16:48:09.177674 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-a5f33335-7027-4752-a101-689fedf9ad8d req-954b61a3-d50d-4731-be3b-f67b35bbe84d tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.38 "GET /v2.0/security-groups?id=000be728-5835-465a-a527-c6c2ddb86249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480998 Apr 16 16:48:09.550354 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefc839b-584f-484f-a182-5ae62cbd8c52 req-2ebbedfa-d253-4d40-86b3-0e2a1491a109 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:48:09.555084 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-eefc839b-584f-484f-a182-5ae62cbd8c52 req-2ebbedfa-d253-4d40-86b3-0e2a1491a109 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.87 "GET /v2.0/ports?device_id=3d13afd1-3bcd-410d-a89f-604ed99ad933 HTTP/1.1" status: 200 len: 945 time: 0.1522126 Apr 16 16:48:09.561531 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b44437-bdfe-4029-85d6-3ec32ae7aa51 req-70b14dc2-29b4-4833-8f37-6f9d89bd7411 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:48:09.564366 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-03b44437-bdfe-4029-85d6-3ec32ae7aa51 req-70b14dc2-29b4-4833-8f37-6f9d89bd7411 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/ports?device_id=657bbdd8-4ec5-4915-b99b-b975b7518105 HTTP/1.1" status: 200 len: 946 time: 0.1425612 Apr 16 16:48:09.680822 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-03b44437-bdfe-4029-85d6-3ec32ae7aa51 req-22c9f8fc-3733-4a61-8aaa-023953e34546 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/security-groups?id=65f8636e-38c2-4e4e-85cd-26d4e071f42a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078496 Apr 16 16:48:09.691108 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [req-eefc839b-584f-484f-a182-5ae62cbd8c52 req-c5085c6d-1971-410f-aacf-54ad21b827b7 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Deleting port f930570b-fb3f-4f19-aefc-c5b839e28e23 {{(pid=85335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:48:09.691416 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-eefc839b-584f-484f-a182-5ae62cbd8c52 req-c5085c6d-1971-410f-aacf-54ad21b827b7 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285398617716'] for port, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:48:10.185942 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [req-eefc839b-584f-484f-a182-5ae62cbd8c52 req-c5085c6d-1971-410f-aacf-54ad21b827b7 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] For port f930570b-fb3f-4f19-aefc-c5b839e28e23, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=f930570b-fb3f-4f19-aefc-c5b839e28e23,segment=NetworkSegment(5c466791-b111-4073-b936-58dd24a85aef),segment_id=5c466791-b111-4073-b936-58dd24a85aef)] {{(pid=85335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:48:10.186714 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-eefc839b-584f-484f-a182-5ae62cbd8c52 req-c5085c6d-1971-410f-aacf-54ad21b827b7 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436170'] for port, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:48:10.448350 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [req-eefc839b-584f-484f-a182-5ae62cbd8c52 req-c5085c6d-1971-410f-aacf-54ad21b827b7 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Calling delete_port for f930570b-fb3f-4f19-aefc-c5b839e28e23 owned by compute:nova {{(pid=85335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 16:48:10.532241 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb43b30c-6aa3-48b5-80a3-48f32a2d2f30 req-066e290b-e58c-47ef-bfd5-6c4c63d545ae tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:48:10.535110 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-fb43b30c-6aa3-48b5-80a3-48f32a2d2f30 req-066e290b-e58c-47ef-bfd5-6c4c63d545ae tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.38 "GET /v2.0/ports?device_id=3d13afd1-3bcd-410d-a89f-604ed99ad933 HTTP/1.1" status: 200 len: 945 time: 0.1239376 Apr 16 16:48:10.563774 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad3a809-474a-48f7-ba65-72b5a0ab32f3 req-6de740ba-da64-45c3-8920-7463367fb119 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:48:10.566565 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-8ad3a809-474a-48f7-ba65-72b5a0ab32f3 req-6de740ba-da64-45c3-8920-7463367fb119 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7a33a5e-8c31-4bf0-9231-2f6e14783496 HTTP/1.1" status: 200 len: 945 time: 0.5220280 Apr 16 16:48:10.624540 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-fb43b30c-6aa3-48b5-80a3-48f32a2d2f30 req-e52c736f-61d6-404a-bf85-b6b6d8da127d tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.38 "GET /v2.0/security-groups?id=000be728-5835-465a-a527-c6c2ddb86249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790827 Apr 16 16:48:10.721060 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-8ad3a809-474a-48f7-ba65-72b5a0ab32f3 req-588fab38-b194-441f-b4c0-a6ef5dc2b209 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a565f14-c478-4c8e-b10f-c94ccd39d90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303554 Apr 16 16:48:10.765149 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-eefc839b-584f-484f-a182-5ae62cbd8c52 req-c5085c6d-1971-410f-aacf-54ad21b827b7 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751456166703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363285399062934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850737760'] for port, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:48:10.786288 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:48:10.786543 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] get_ports_and_sgs() called for port_ids ['d2682bdb-4ce5-454d-b1f3-ca2da88890ff', 'd0b9a6cd-841c-49e3-8c7c-4cf3050707ce', '983f99a4-4cac-4410-be39-ab565f6cd59b'] {{(pid=85337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 16:48:10.845269 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5085c6d-1971-410f-aacf-54ad21b827b7 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Pushing event deleted for resources: {'Port': ['ID=f930570b-fb3f-4f19-aefc-c5b839e28e23,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:48:10.847996 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c5085c6d-1971-410f-aacf-54ad21b827b7 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:48:11.024698 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e8da20-127c-4598-9858-1a1932eac342 req-62523f2f-17bd-487a-b6c2-f864fd9e208c tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:48:11.026630 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-14e8da20-127c-4598-9858-1a1932eac342 req-62523f2f-17bd-487a-b6c2-f864fd9e208c tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/ports?device_id=657bbdd8-4ec5-4915-b99b-b975b7518105 HTTP/1.1" status: 200 len: 946 time: 0.1341066 Apr 16 16:48:11.362916 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-14e8da20-127c-4598-9858-1a1932eac342 req-39b95a30-428c-4b34-baf4-9266f6853413 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/security-groups?id=65f8636e-38c2-4e4e-85cd-26d4e071f42a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3275721 Apr 16 16:48:11.394546 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [req-eefc839b-584f-484f-a182-5ae62cbd8c52 req-c5085c6d-1971-410f-aacf-54ad21b827b7 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] No DVR routers for this DVR port f930570b-fb3f-4f19-aefc-c5b839e28e23 on host hv-cinder-73362 {{(pid=85335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 16:48:11.397704 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-eefc839b-584f-484f-a182-5ae62cbd8c52 req-c5085c6d-1971-410f-aacf-54ad21b827b7 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768218'] for port, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:48:11.400685 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d13afd1-3bcd-410d-a89f-604ed99ad933', 'name': 'network-vif-deleted', 'tag': 'f930570b-fb3f-4f19-aefc-c5b839e28e23'}] {{(pid=85335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:48:11.417682 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-eefc839b-584f-484f-a182-5ae62cbd8c52 req-c5085c6d-1971-410f-aacf-54ad21b827b7 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.87 "DELETE /v2.0/ports/f930570b-fb3f-4f19-aefc-c5b839e28e23 HTTP/1.1" status: 204 len: 173 time: 1.8535340 Apr 16 16:48:11.458834 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d13afd1-3bcd-410d-a89f-604ed99ad933', 'name': 'network-vif-deleted', 'tag': 'f930570b-fb3f-4f19-aefc-c5b839e28e23', 'status': 'completed', 'code': 200} Apr 16 16:48:11.960675 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-f878ba1b-9e6a-40a5-b262-3b84dba36f41 req-c5e01344-7ed5-41e8-a150-19305e46a88e tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.38 "GET /v2.0/ports?device_id=3d13afd1-3bcd-410d-a89f-604ed99ad933 HTTP/1.1" status: 200 len: 210 time: 0.0682230 Apr 16 16:48:12.041229 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18edf00f-2078-418e-a5fb-15037e043435 req-fda2f39a-aa68-4586-ae21-943fc92768f3 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:48:12.043770 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-18edf00f-2078-418e-a5fb-15037e043435 req-fda2f39a-aa68-4586-ae21-943fc92768f3 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7a33a5e-8c31-4bf0-9231-2f6e14783496 HTTP/1.1" status: 200 len: 945 time: 0.1266265 Apr 16 16:48:12.145772 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-18edf00f-2078-418e-a5fb-15037e043435 req-2e7df1aa-5995-4963-9c27-17d39dc60c4b tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a565f14-c478-4c8e-b10f-c94ccd39d90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798337 Apr 16 16:48:12.430378 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Device f930570b-fb3f-4f19-aefc-c5b839e28e23 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 16:48:12.470707 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] No Port match for: f930570b-fb3f-4f19-aefc-c5b839e28e23 {{(pid=85337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 16:48:12.471064 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Device f930570b-fb3f-4f19-aefc-c5b839e28e23 not bound to the agent host hv-cinder-73362 {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 16:48:12.617278 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc7abae-87c3-41f3-a877-c37aaba5f038 req-e9d94c65-16db-4279-9ba5-9f42b702a3d6 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:48:12.619506 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-acc7abae-87c3-41f3-a877-c37aaba5f038 req-e9d94c65-16db-4279-9ba5-9f42b702a3d6 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/ports?device_id=657bbdd8-4ec5-4915-b99b-b975b7518105 HTTP/1.1" status: 200 len: 946 time: 0.1202023 Apr 16 16:48:12.679747 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-acc7abae-87c3-41f3-a877-c37aaba5f038 req-11c5740e-2eaf-48ae-83d1-67e2bc81a592 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/security-groups?id=65f8636e-38c2-4e4e-85cd-26d4e071f42a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508754 Apr 16 16:48:13.417406 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e6b463-7cf1-42ad-bf3e-aaadf4e0cbaf req-6f3d858d-c5d4-4915-9465-cd5d7504d7cc tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:48:13.419664 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-62e6b463-7cf1-42ad-bf3e-aaadf4e0cbaf req-6f3d858d-c5d4-4915-9465-cd5d7504d7cc tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7a33a5e-8c31-4bf0-9231-2f6e14783496 HTTP/1.1" status: 200 len: 945 time: 0.1168396 Apr 16 16:48:13.483241 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-62e6b463-7cf1-42ad-bf3e-aaadf4e0cbaf req-edc301c2-c211-4aaa-bca7-35e05f82713b tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a565f14-c478-4c8e-b10f-c94ccd39d90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556262 Apr 16 16:48:14.023012 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0595415f-a38c-48cd-9650-6da0c546869c req-41b4b3e9-f816-4193-8717-a0001678bd0c tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:48:14.024325 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-0595415f-a38c-48cd-9650-6da0c546869c req-41b4b3e9-f816-4193-8717-a0001678bd0c tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/ports?device_id=657bbdd8-4ec5-4915-b99b-b975b7518105 HTTP/1.1" status: 200 len: 946 time: 0.1257393 Apr 16 16:48:14.096795 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-0595415f-a38c-48cd-9650-6da0c546869c req-8d23d8ad-d3cb-4a84-bc4a-a5403fc5b925 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/security-groups?id=65f8636e-38c2-4e4e-85cd-26d4e071f42a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618272 Apr 16 16:48:14.763068 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042895a1-6ccb-4295-8bdf-9215b2536adc req-3fd3cad4-0b4c-480e-9f51-c8aa858d1d1e tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:48:14.766915 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-042895a1-6ccb-4295-8bdf-9215b2536adc req-3fd3cad4-0b4c-480e-9f51-c8aa858d1d1e tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7a33a5e-8c31-4bf0-9231-2f6e14783496 HTTP/1.1" status: 200 len: 945 time: 0.1322908 Apr 16 16:48:14.819332 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-042895a1-6ccb-4295-8bdf-9215b2536adc req-b1702b2e-0d3b-466c-93e5-e41fd7b8dbd5 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a565f14-c478-4c8e-b10f-c94ccd39d90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451965 Apr 16 16:48:14.877756 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9f782d-638c-489b-83d0-1974bcf04caa req-1f7da928-21bb-483f-945f-c9ffbc010031 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:48:14.879462 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-6a9f782d-638c-489b-83d0-1974bcf04caa req-1f7da928-21bb-483f-945f-c9ffbc010031 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.38 "GET /v2.0/ports?device_id=f25789e9-557b-4a6a-b2f4-4409f95b0f0a HTTP/1.1" status: 200 len: 946 time: 0.1004567 Apr 16 16:48:14.933789 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-6a9f782d-638c-489b-83d0-1974bcf04caa req-2fe94bb1-b031-4e16-b648-fd01434097d4 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.38 "GET /v2.0/security-groups?id=000be728-5835-465a-a527-c6c2ddb86249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457730 Apr 16 16:48:15.360602 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb754b1-b537-4cbe-9c12-428dd55f6f38 req-c4c4f71c-6d12-401b-b489-3e56f8c82133 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:48:15.365684 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-7eb754b1-b537-4cbe-9c12-428dd55f6f38 req-c4c4f71c-6d12-401b-b489-3e56f8c82133 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/ports?device_id=657bbdd8-4ec5-4915-b99b-b975b7518105 HTTP/1.1" status: 200 len: 946 time: 0.1130197 Apr 16 16:48:15.436933 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-7eb754b1-b537-4cbe-9c12-428dd55f6f38 req-06c16597-b9c4-4349-b2df-9a8d3bf7c77a tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/security-groups?id=65f8636e-38c2-4e4e-85cd-26d4e071f42a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634890 Apr 16 16:48:16.095926 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caff695a-0b1c-4295-b8a0-2f331839ba82 req-7003af0c-26b1-4cb5-9698-ec09887f8879 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:48:16.098449 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-caff695a-0b1c-4295-b8a0-2f331839ba82 req-7003af0c-26b1-4cb5-9698-ec09887f8879 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7a33a5e-8c31-4bf0-9231-2f6e14783496 HTTP/1.1" status: 200 len: 945 time: 0.1348982 Apr 16 16:48:16.176115 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-caff695a-0b1c-4295-b8a0-2f331839ba82 req-934db35f-e780-45cb-a34c-b558e240bb6b tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a565f14-c478-4c8e-b10f-c94ccd39d90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667064 Apr 16 16:48:16.260748 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18104bc6-86f8-41d6-8076-259fae537ed4 req-524645c0-8cac-4dd1-a495-073e3ea49604 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:48:16.262307 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-18104bc6-86f8-41d6-8076-259fae537ed4 req-524645c0-8cac-4dd1-a495-073e3ea49604 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Synchronizing usage tracker for tenant:43227d5615b84ce4a66767a47689161f on resource:port {{(pid=85335) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 16:48:16.302047 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-18104bc6-86f8-41d6-8076-259fae537ed4 req-524645c0-8cac-4dd1-a495-073e3ea49604 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Unset dirty status for tenant:43227d5615b84ce4a66767a47689161f on resource:port {{(pid=85335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 16:48:16.304829 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-18104bc6-86f8-41d6-8076-259fae537ed4 req-524645c0-8cac-4dd1-a495-073e3ea49604 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.38 "GET /v2.0/ports?device_id=f25789e9-557b-4a6a-b2f4-4409f95b0f0a HTTP/1.1" status: 200 len: 946 time: 0.1720386 Apr 16 16:48:16.372559 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-18104bc6-86f8-41d6-8076-259fae537ed4 req-b14f91ef-857b-43d9-8a60-73413be50cc1 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.38 "GET /v2.0/security-groups?id=000be728-5835-465a-a527-c6c2ddb86249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601964 Apr 16 16:48:16.471532 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Device ca38c3f2-aa9f-4270-91fa-1a973a857c8b details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=85337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 16:48:16.618120 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.agents_db [None req-ebbb9395-3582-4696-b633-83ddaf7c527f None None] Agent healthcheck: found 6 active agents {{(pid=85338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 16:48:16.727494 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] For port ca38c3f2-aa9f-4270-91fa-1a973a857c8b, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=ca38c3f2-aa9f-4270-91fa-1a973a857c8b,segment=NetworkSegment(9ac9f406-6c3c-40ac-9dbd-02eabe5a0c9b),segment_id=9ac9f406-6c3c-40ac-9dbd-02eabe5a0c9b)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:48:16.751237 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Returning: {'device': 'ca38c3f2-aa9f-4270-91fa-1a973a857c8b', 'network_id': '3850fa94-c64e-47a7-8ac1-100295c70767', 'port_id': 'ca38c3f2-aa9f-4270-91fa-1a973a857c8b', 'mac_address': 'fa:16:3e:44:1b:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d318de4-dae1-4537-aa0d-b7c79b5c1954', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 16:48:16.757484 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e3c695-85f3-47ea-aba1-0553ef834158 req-6ecf4633-6625-437c-b1dd-a596294b172b tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:48:16.764936 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-51e3c695-85f3-47ea-aba1-0553ef834158 req-6ecf4633-6625-437c-b1dd-a596294b172b tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/ports?device_id=657bbdd8-4ec5-4915-b99b-b975b7518105 HTTP/1.1" status: 200 len: 946 time: 0.1257441 Apr 16 16:48:16.825295 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:48:16.826713 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-51e3c695-85f3-47ea-aba1-0553ef834158 req-22c22beb-0bf8-4492-a28e-140efd8545b0 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/security-groups?id=65f8636e-38c2-4e4e-85cd-26d4e071f42a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592055 Apr 16 16:48:16.847179 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ca38c3f2-aa9f-4270-91fa-1a973a857c8b {{(pid=85337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 16:48:16.869527 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] For port ca38c3f2-aa9f-4270-91fa-1a973a857c8b, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=ca38c3f2-aa9f-4270-91fa-1a973a857c8b,segment=NetworkSegment(9ac9f406-6c3c-40ac-9dbd-02eabe5a0c9b),segment_id=9ac9f406-6c3c-40ac-9dbd-02eabe5a0c9b)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:48:16.873773 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:48:16.876948 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:48:16.969243 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Pushing event updated for resources: {'Port': ['ID=ca38c3f2-aa9f-4270-91fa-1a973a857c8b,revision_number=6']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:48:16.973781 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:48:17.068428 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] get_ports_and_sgs() called for port_ids ['ca38c3f2-aa9f-4270-91fa-1a973a857c8b'] {{(pid=85337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 16:48:17.508583 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f6a243-2965-4dd7-8e6a-f447d68d0260 req-6f4bac05-b8bf-459c-932d-f78fdacdaaa0 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:48:17.510119 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-24f6a243-2965-4dd7-8e6a-f447d68d0260 req-6f4bac05-b8bf-459c-932d-f78fdacdaaa0 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.87 "GET /v2.0/ports?device_id=f25789e9-557b-4a6a-b2f4-4409f95b0f0a HTTP/1.1" status: 200 len: 946 time: 0.2046895 Apr 16 16:48:17.616362 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [req-24f6a243-2965-4dd7-8e6a-f447d68d0260 req-ec55d18c-94f4-4518-929c-0e98ca19f557 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Deleting port 983f99a4-4cac-4410-be39-ab565f6cd59b {{(pid=85335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:48:17.616971 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-24f6a243-2965-4dd7-8e6a-f447d68d0260 req-ec55d18c-94f4-4518-929c-0e98ca19f557 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285398617716'] for port, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:48:17.783871 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9da420-5822-4a25-abc5-58aec5686dcd req-5d893e64-e956-41b1-bcb6-b4c89396fdb4 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:48:17.796192 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-dc9da420-5822-4a25-abc5-58aec5686dcd req-5d893e64-e956-41b1-bcb6-b4c89396fdb4 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.38 "GET /v2.0/ports?device_id=f25789e9-557b-4a6a-b2f4-4409f95b0f0a HTTP/1.1" status: 200 len: 946 time: 0.2204471 Apr 16 16:48:17.838643 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce179285-cb83-4120-a807-3c038b098ac9 req-b75c47c3-0136-4a96-a051-08b38f9e4c81 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:48:17.842052 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-ce179285-cb83-4120-a807-3c038b098ac9 req-b75c47c3-0136-4a96-a051-08b38f9e4c81 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7a33a5e-8c31-4bf0-9231-2f6e14783496 HTTP/1.1" status: 200 len: 945 time: 0.4712455 Apr 16 16:48:17.861567 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-dc9da420-5822-4a25-abc5-58aec5686dcd req-7c5511f0-62b2-4367-8956-b0a58d08efc4 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.38 "GET /v2.0/security-groups?id=000be728-5835-465a-a527-c6c2ddb86249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603216 Apr 16 16:48:18.022153 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-ce179285-cb83-4120-a807-3c038b098ac9 req-58b2c831-826d-42cd-baad-98fe8afc55f4 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a565f14-c478-4c8e-b10f-c94ccd39d90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584783 Apr 16 16:48:18.112456 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [req-24f6a243-2965-4dd7-8e6a-f447d68d0260 req-ec55d18c-94f4-4518-929c-0e98ca19f557 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] For port 983f99a4-4cac-4410-be39-ab565f6cd59b, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=983f99a4-4cac-4410-be39-ab565f6cd59b,segment=NetworkSegment(5c466791-b111-4073-b936-58dd24a85aef),segment_id=5c466791-b111-4073-b936-58dd24a85aef)] {{(pid=85335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:48:18.112872 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-24f6a243-2965-4dd7-8e6a-f447d68d0260 req-ec55d18c-94f4-4518-929c-0e98ca19f557 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436170'] for port, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:48:18.155398 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bf1d55-2a3e-4ebb-9cda-21bffa48cdad req-f32b5e3e-458f-44d2-8a0c-9562dc9471c4 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:48:18.158546 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-47bf1d55-2a3e-4ebb-9cda-21bffa48cdad req-f32b5e3e-458f-44d2-8a0c-9562dc9471c4 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/ports?device_id=657bbdd8-4ec5-4915-b99b-b975b7518105 HTTP/1.1" status: 200 len: 945 time: 0.1186349 Apr 16 16:48:18.248722 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-47bf1d55-2a3e-4ebb-9cda-21bffa48cdad req-db528a91-6c1e-4a59-8eed-d10f9d104452 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/security-groups?id=65f8636e-38c2-4e4e-85cd-26d4e071f42a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813990 Apr 16 16:48:18.291818 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [req-24f6a243-2965-4dd7-8e6a-f447d68d0260 req-ec55d18c-94f4-4518-929c-0e98ca19f557 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Calling delete_port for 983f99a4-4cac-4410-be39-ab565f6cd59b owned by compute:nova {{(pid=85335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 16:48:18.488010 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Device ca38c3f2-aa9f-4270-91fa-1a973a857c8b up at agent hyperv_hv-cinder-73362 {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:48:18.570435 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-24f6a243-2965-4dd7-8e6a-f447d68d0260 req-ec55d18c-94f4-4518-929c-0e98ca19f557 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751456166703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363285399062934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850737760'] for port, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:48:18.590147 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] get_ports_and_sgs() called for port_ids ['d2682bdb-4ce5-454d-b1f3-ca2da88890ff', 'd0b9a6cd-841c-49e3-8c7c-4cf3050707ce'] {{(pid=85337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 16:48:18.590625 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:48:18.641715 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Provisioning complete for port ca38c3f2-aa9f-4270-91fa-1a973a857c8b triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:48:18.642263 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852761088'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:48:18.662987 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec55d18c-94f4-4518-929c-0e98ca19f557 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Pushing event deleted for resources: {'Port': ['ID=983f99a4-4cac-4410-be39-ab565f6cd59b,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:48:18.849940 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-ec55d18c-94f4-4518-929c-0e98ca19f557 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:48:18.925678 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:48:19.003293 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [req-24f6a243-2965-4dd7-8e6a-f447d68d0260 req-ec55d18c-94f4-4518-929c-0e98ca19f557 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] No DVR routers for this DVR port 983f99a4-4cac-4410-be39-ab565f6cd59b on host hv-cinder-73362 {{(pid=85335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 16:48:19.007760 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-24f6a243-2965-4dd7-8e6a-f447d68d0260 req-ec55d18c-94f4-4518-929c-0e98ca19f557 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768218'] for port, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:48:19.014335 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '657bbdd8-4ec5-4915-b99b-b975b7518105', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca38c3f2-aa9f-4270-91fa-1a973a857c8b'}] {{(pid=85337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:48:19.022827 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f25789e9-557b-4a6a-b2f4-4409f95b0f0a', 'name': 'network-vif-deleted', 'tag': '983f99a4-4cac-4410-be39-ab565f6cd59b'}] {{(pid=85335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:48:19.051902 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-24f6a243-2965-4dd7-8e6a-f447d68d0260 req-ec55d18c-94f4-4518-929c-0e98ca19f557 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.87 "DELETE /v2.0/ports/983f99a4-4cac-4410-be39-ab565f6cd59b HTTP/1.1" status: 204 len: 173 time: 1.5261087 Apr 16 16:48:19.081859 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] For port ca38c3f2-aa9f-4270-91fa-1a973a857c8b, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=ca38c3f2-aa9f-4270-91fa-1a973a857c8b,segment=NetworkSegment(9ac9f406-6c3c-40ac-9dbd-02eabe5a0c9b),segment_id=9ac9f406-6c3c-40ac-9dbd-02eabe5a0c9b)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:48:19.113155 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:48:19.121952 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Device 983f99a4-4cac-4410-be39-ab565f6cd59b no longer exists at agent hyperv_hv-cinder-73362 {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 16:48:19.138694 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f25789e9-557b-4a6a-b2f4-4409f95b0f0a', 'name': 'network-vif-deleted', 'tag': '983f99a4-4cac-4410-be39-ab565f6cd59b', 'status': 'completed', 'code': 200} Apr 16 16:48:19.162220 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:48:19.233647 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-bf8e1d72-524f-4f32-9cfb-35bd298f2399 req-5fef1706-0014-43ec-98aa-e512ce15db86 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Synchronizing usage tracker for tenant:43227d5615b84ce4a66767a47689161f on resource:port {{(pid=85335) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 16:48:19.273477 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-bf8e1d72-524f-4f32-9cfb-35bd298f2399 req-5fef1706-0014-43ec-98aa-e512ce15db86 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Unset dirty status for tenant:43227d5615b84ce4a66767a47689161f on resource:port {{(pid=85335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 16:48:19.276089 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '657bbdd8-4ec5-4915-b99b-b975b7518105', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca38c3f2-aa9f-4270-91fa-1a973a857c8b', 'code': 200} Apr 16 16:48:19.286709 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Pushing event updated for resources: {'Port': ['ID=ca38c3f2-aa9f-4270-91fa-1a973a857c8b,revision_number=7']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:48:19.288195 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-bf8e1d72-524f-4f32-9cfb-35bd298f2399 req-5fef1706-0014-43ec-98aa-e512ce15db86 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.38 "GET /v2.0/ports?device_id=f25789e9-557b-4a6a-b2f4-4409f95b0f0a HTTP/1.1" status: 200 len: 210 time: 0.1314416 Apr 16 16:48:19.291094 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] No Port match for: 983f99a4-4cac-4410-be39-ab565f6cd59b {{(pid=85337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 16:48:19.291492 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Device 983f99a4-4cac-4410-be39-ab565f6cd59b not bound to the agent host hv-cinder-73362 {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 16:48:19.309065 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:48:19.674705 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70f05b9-0a6b-4d00-b8c8-02df7ac81f19 req-4d44cb9e-6726-4fb6-a8b7-fc71f71f5b5e tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:48:19.677945 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-a70f05b9-0a6b-4d00-b8c8-02df7ac81f19 req-4d44cb9e-6726-4fb6-a8b7-fc71f71f5b5e tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7a33a5e-8c31-4bf0-9231-2f6e14783496 HTTP/1.1" status: 200 len: 945 time: 0.2382910 Apr 16 16:48:19.679928 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2023c5ee-ffbe-49cd-b3bb-12ecee8efc21 req-384ae09d-af29-4831-867e-680fe31e8ea6 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:48:19.681922 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-2023c5ee-ffbe-49cd-b3bb-12ecee8efc21 req-384ae09d-af29-4831-867e-680fe31e8ea6 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/ports?device_id=657bbdd8-4ec5-4915-b99b-b975b7518105 HTTP/1.1" status: 200 len: 946 time: 0.1982951 Apr 16 16:48:19.758467 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-a70f05b9-0a6b-4d00-b8c8-02df7ac81f19 req-4e63685d-6db0-4198-b79d-7f29db2f965b tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a565f14-c478-4c8e-b10f-c94ccd39d90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737176 Apr 16 16:48:19.773657 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-ac2af55e-2b60-4e24-95fc-9cff30afd1cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:48:19.773967 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-2023c5ee-ffbe-49cd-b3bb-12ecee8efc21 req-2e259dee-7304-4321-8510-6c413373d3c8 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/security-groups?id=65f8636e-38c2-4e4e-85cd-26d4e071f42a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833600 Apr 16 16:48:21.094414 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2d2bb6-0b6b-4636-b06d-c6497ca4a39a req-15cf11cf-b994-4122-b66b-32d6c20a292d tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:48:21.098625 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-1a2d2bb6-0b6b-4636-b06d-c6497ca4a39a req-15cf11cf-b994-4122-b66b-32d6c20a292d tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/ports?device_id=657bbdd8-4ec5-4915-b99b-b975b7518105 HTTP/1.1" status: 200 len: 946 time: 0.1416292 Apr 16 16:48:21.101657 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d9b832-cd70-43fb-a908-3d844e6f2351 req-ba7b8ce0-1c2e-47a2-adaf-7127642c9e92 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:48:21.103516 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-04d9b832-cd70-43fb-a908-3d844e6f2351 req-ba7b8ce0-1c2e-47a2-adaf-7127642c9e92 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb9e3f0c-5943-4494-be97-adcc28fdcd88 HTTP/1.1" status: 200 len: 945 time: 0.1531463 Apr 16 16:48:21.186465 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-1a2d2bb6-0b6b-4636-b06d-c6497ca4a39a req-1344c049-96d9-444a-bad0-6409cd8d0a12 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/security-groups?id=65f8636e-38c2-4e4e-85cd-26d4e071f42a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705385 Apr 16 16:48:21.192437 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-04d9b832-cd70-43fb-a908-3d844e6f2351 req-15effdd6-6d35-48bf-8673-5695f11f15db tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.38 "GET /v2.0/security-groups?id=000be728-5835-465a-a527-c6c2ddb86249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789375 Apr 16 16:48:21.468739 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8906bd-815d-4dd8-b4da-828c7e49ad42 req-29a032e4-d05d-4a28-8e9f-f7a8d5807f1b tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:48:21.470933 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-be8906bd-815d-4dd8-b4da-828c7e49ad42 req-29a032e4-d05d-4a28-8e9f-f7a8d5807f1b tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7a33a5e-8c31-4bf0-9231-2f6e14783496 HTTP/1.1" status: 200 len: 945 time: 0.1220746 Apr 16 16:48:21.533212 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-be8906bd-815d-4dd8-b4da-828c7e49ad42 req-50404de4-0a25-4848-a1d5-d1f932e8322d tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a565f14-c478-4c8e-b10f-c94ccd39d90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528111 Apr 16 16:48:21.819635 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-778d3194-664a-4f3c-bdb5-9fc5a7829a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:48:22.667217 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591b8119-7c13-45c5-9195-f6420813184c req-f3a8883d-0448-4cd7-8171-23f83eeb071e tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:48:22.680259 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-591b8119-7c13-45c5-9195-f6420813184c req-f3a8883d-0448-4cd7-8171-23f83eeb071e tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb9e3f0c-5943-4494-be97-adcc28fdcd88 HTTP/1.1" status: 200 len: 945 time: 0.1735249 Apr 16 16:48:22.764552 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-591b8119-7c13-45c5-9195-f6420813184c req-308c6bb1-4ec6-4b45-a229-54201209a060 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.38 "GET /v2.0/security-groups?id=000be728-5835-465a-a527-c6c2ddb86249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832963 Apr 16 16:48:22.855647 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-45c0d62a-bc24-48a8-9022-8ca56da26294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:48:22.964716 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ee7826-910b-4ffa-ad68-baa739a20a29 req-7c6d5275-227b-4b8f-b0e3-c47d2c96a18a tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:48:22.966652 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-38ee7826-910b-4ffa-ad68-baa739a20a29 req-7c6d5275-227b-4b8f-b0e3-c47d2c96a18a tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.87 "GET /v2.0/ports?device_id=cb9e3f0c-5943-4494-be97-adcc28fdcd88 HTTP/1.1" status: 200 len: 945 time: 0.2057149 Apr 16 16:48:22.980044 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04913cca-86e4-488c-b96e-b92e7b00bcf9 req-f7706d79-b097-48a2-9530-57e3818ff406 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:48:22.989210 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-04913cca-86e4-488c-b96e-b92e7b00bcf9 req-f7706d79-b097-48a2-9530-57e3818ff406 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/ports?device_id=657bbdd8-4ec5-4915-b99b-b975b7518105 HTTP/1.1" status: 200 len: 946 time: 0.5107920 Apr 16 16:48:23.095649 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722f1548-69ed-4014-8f1c-78559ec8eaac req-f89dea7a-c154-4bf7-8763-c7fb3d0e2f4d tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:48:23.098982 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-722f1548-69ed-4014-8f1c-78559ec8eaac req-f89dea7a-c154-4bf7-8763-c7fb3d0e2f4d tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7a33a5e-8c31-4bf0-9231-2f6e14783496 HTTP/1.1" status: 200 len: 945 time: 0.1663210 Apr 16 16:48:23.117289 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [req-38ee7826-910b-4ffa-ad68-baa739a20a29 req-c36a36e7-d6ef-4b7f-bef6-344c86314bec tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Deleting port d0b9a6cd-841c-49e3-8c7c-4cf3050707ce {{(pid=85335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:48:23.117629 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-38ee7826-910b-4ffa-ad68-baa739a20a29 req-c36a36e7-d6ef-4b7f-bef6-344c86314bec tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285398617716'] for port, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:48:23.193122 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-722f1548-69ed-4014-8f1c-78559ec8eaac req-952ac5af-9c2d-4b81-ad63-123992e8fef7 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a565f14-c478-4c8e-b10f-c94ccd39d90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843561 Apr 16 16:48:23.601527 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [req-38ee7826-910b-4ffa-ad68-baa739a20a29 req-c36a36e7-d6ef-4b7f-bef6-344c86314bec tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] For port d0b9a6cd-841c-49e3-8c7c-4cf3050707ce, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=d0b9a6cd-841c-49e3-8c7c-4cf3050707ce,segment=NetworkSegment(5c466791-b111-4073-b936-58dd24a85aef),segment_id=5c466791-b111-4073-b936-58dd24a85aef)] {{(pid=85335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:48:23.601981 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:48:23.602921 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-38ee7826-910b-4ffa-ad68-baa739a20a29 req-c36a36e7-d6ef-4b7f-bef6-344c86314bec tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436170'] for port, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:48:23.852731 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [req-38ee7826-910b-4ffa-ad68-baa739a20a29 req-c36a36e7-d6ef-4b7f-bef6-344c86314bec tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Calling delete_port for d0b9a6cd-841c-49e3-8c7c-4cf3050707ce owned by compute:nova {{(pid=85335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 16:48:23.957183 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-04913cca-86e4-488c-b96e-b92e7b00bcf9 req-43f6e67a-0b12-4cf2-880b-a6fd15418885 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/security-groups?id=65f8636e-38c2-4e4e-85cd-26d4e071f42a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9622443 Apr 16 16:48:24.212626 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752e67f1-c345-4326-bd81-8e8023538ae7 req-3743b55f-8bb4-44f6-b9d9-576eb976124f tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:48:24.223837 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-752e67f1-c345-4326-bd81-8e8023538ae7 req-3743b55f-8bb4-44f6-b9d9-576eb976124f tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb9e3f0c-5943-4494-be97-adcc28fdcd88 HTTP/1.1" status: 200 len: 945 time: 0.1752381 Apr 16 16:48:24.271967 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-53783e99-0c04-4d0d-b0b5-c5fd538000c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:48:24.280413 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-38ee7826-910b-4ffa-ad68-baa739a20a29 req-c36a36e7-d6ef-4b7f-bef6-344c86314bec tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751456166703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363285399062934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850737760'] for port, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:48:24.296668 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] get_ports_and_sgs() called for port_ids ['d2682bdb-4ce5-454d-b1f3-ca2da88890ff', 'd0b9a6cd-841c-49e3-8c7c-4cf3050707ce'] {{(pid=85337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 16:48:24.310665 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-01570886-44ab-43ae-b288-782bb2e9720b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:48:24.332816 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-752e67f1-c345-4326-bd81-8e8023538ae7 req-e66c6151-e079-4a9d-b75e-97fe0f2c3839 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.38 "GET /v2.0/security-groups?id=000be728-5835-465a-a527-c6c2ddb86249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075280 Apr 16 16:48:25.042613 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 39786) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:48:25.204353 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36a36e7-d6ef-4b7f-bef6-344c86314bec tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Pushing event deleted for resources: {'Port': ['ID=d0b9a6cd-841c-49e3-8c7c-4cf3050707ce,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:48:25.222658 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c36a36e7-d6ef-4b7f-bef6-344c86314bec tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.912s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:48:25.341198 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-05125a70-79b5-4b00-ab6c-0d6acf0a8c0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:48:25.390571 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-05125a70-79b5-4b00-ab6c-0d6acf0a8c0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:48:25.398815 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-05125a70-79b5-4b00-ab6c-0d6acf0a8c0f admin admin] Usage tracker for resource:security_group_rule and tenant:2722ce514c25407198c48aadb994ae69 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:48:25.403675 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-05125a70-79b5-4b00-ab6c-0d6acf0a8c0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:48:25.414821 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-05125a70-79b5-4b00-ab6c-0d6acf0a8c0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:48:25.447471 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136a1312-e7ef-4590-9106-bdac29ba463d req-d4297b62-a466-4af5-8a56-e766b09f7848 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:48:25.457921 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-136a1312-e7ef-4590-9106-bdac29ba463d req-d4297b62-a466-4af5-8a56-e766b09f7848 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7a33a5e-8c31-4bf0-9231-2f6e14783496 HTTP/1.1" status: 200 len: 945 time: 0.9556379 Apr 16 16:48:25.529978 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [req-38ee7826-910b-4ffa-ad68-baa739a20a29 req-c36a36e7-d6ef-4b7f-bef6-344c86314bec tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] No DVR routers for this DVR port d0b9a6cd-841c-49e3-8c7c-4cf3050707ce on host hv-cinder-73362 {{(pid=85335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 16:48:25.548542 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-38ee7826-910b-4ffa-ad68-baa739a20a29 req-c36a36e7-d6ef-4b7f-bef6-344c86314bec tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768218'] for port, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:48:25.552215 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb9e3f0c-5943-4494-be97-adcc28fdcd88', 'name': 'network-vif-deleted', 'tag': 'd0b9a6cd-841c-49e3-8c7c-4cf3050707ce'}] {{(pid=85335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:48:25.585746 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-136a1312-e7ef-4590-9106-bdac29ba463d req-b455d68a-9d9d-461a-afba-839b7ccddfc2 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a565f14-c478-4c8e-b10f-c94ccd39d90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275535 Apr 16 16:48:25.601663 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-38ee7826-910b-4ffa-ad68-baa739a20a29 req-c36a36e7-d6ef-4b7f-bef6-344c86314bec tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.87 "DELETE /v2.0/ports/d0b9a6cd-841c-49e3-8c7c-4cf3050707ce HTTP/1.1" status: 204 len: 173 time: 2.5897243 Apr 16 16:48:25.638021 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-05125a70-79b5-4b00-ab6c-0d6acf0a8c0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:48:25.646203 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-05125a70-79b5-4b00-ab6c-0d6acf0a8c0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:48:25.682125 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-e785c441-ef7d-42bb-80d9-5cc76b9759f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:48:25.721547 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-05125a70-79b5-4b00-ab6c-0d6acf0a8c0f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2722ce514c25407198c48aadb994ae69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6723590 Apr 16 16:48:25.721547 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05125a70-79b5-4b00-ab6c-0d6acf0a8c0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd883286-9c39-43c6-8abf-5b6b4b637c57,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:48:25.725466 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 39798) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:48:25.751669 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-05125a70-79b5-4b00-ab6c-0d6acf0a8c0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:48:25.806306 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a38b5a4-04b5-461c-8529-1738ee522715 req-5556984c-6f4c-4d51-8a0e-2cb42987aba0 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:48:25.808419 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-2a38b5a4-04b5-461c-8529-1738ee522715 req-5556984c-6f4c-4d51-8a0e-2cb42987aba0 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/ports?device_id=657bbdd8-4ec5-4915-b99b-b975b7518105 HTTP/1.1" status: 200 len: 946 time: 0.3963563 Apr 16 16:48:25.869609 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-4e3f214f-0e09-445c-a44a-4e49f285b7d8 req-bbcc1526-00e5-4d75-9b06-d7f5ebb48ae0 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Synchronizing usage tracker for tenant:43227d5615b84ce4a66767a47689161f on resource:port {{(pid=85335) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 16:48:25.916263 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-2a38b5a4-04b5-461c-8529-1738ee522715 req-80f80488-0dd4-4ffd-a719-04b74476cb8c tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/security-groups?id=65f8636e-38c2-4e4e-85cd-26d4e071f42a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897105 Apr 16 16:48:25.960761 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-952a21a8-f560-41d0-ad32-b5df5af5f971 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:48:25.964917 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-4e3f214f-0e09-445c-a44a-4e49f285b7d8 req-bbcc1526-00e5-4d75-9b06-d7f5ebb48ae0 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Unset dirty status for tenant:43227d5615b84ce4a66767a47689161f on resource:port {{(pid=85335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 16:48:25.967000 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-4e3f214f-0e09-445c-a44a-4e49f285b7d8 req-bbcc1526-00e5-4d75-9b06-d7f5ebb48ae0 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb9e3f0c-5943-4494-be97-adcc28fdcd88 HTTP/1.1" status: 200 len: 210 time: 0.1797528 Apr 16 16:48:26.038283 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-952a21a8-f560-41d0-ad32-b5df5af5f971 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:48:26.058708 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb9e3f0c-5943-4494-be97-adcc28fdcd88', 'name': 'network-vif-deleted', 'tag': 'd0b9a6cd-841c-49e3-8c7c-4cf3050707ce', 'status': 'completed', 'code': 200} Apr 16 16:48:26.122628 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-952a21a8-f560-41d0-ad32-b5df5af5f971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:48:26.135385 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c3029914-5a2a-421d-93c4-c726aba4cc3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:48:26.158344 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952a21a8-f560-41d0-ad32-b5df5af5f971 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd883286-9c39-43c6-8abf-5b6b4b637c57,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:48:26.162859 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-952a21a8-f560-41d0-ad32-b5df5af5f971 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:48:26.178921 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-952a21a8-f560-41d0-ad32-b5df5af5f971 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:48:26.186187 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-952a21a8-f560-41d0-ad32-b5df5af5f971 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/cd883286-9c39-43c6-8abf-5b6b4b637c57 HTTP/1.1" status: 204 len: 168 time: 0.4541092 Apr 16 16:48:26.525190 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Device d0b9a6cd-841c-49e3-8c7c-4cf3050707ce no longer exists at agent hyperv_hv-cinder-73362 {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 16:48:26.635037 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] No Port match for: d0b9a6cd-841c-49e3-8c7c-4cf3050707ce {{(pid=85337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 16:48:26.640292 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Device d0b9a6cd-841c-49e3-8c7c-4cf3050707ce not bound to the agent host hv-cinder-73362 {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 16:48:26.986542 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896fbea1-4fa6-41da-a4b4-47d355ebf26c req-f17ac548-91f7-4da0-95aa-030697fdfb3c tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:48:26.989675 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-896fbea1-4fa6-41da-a4b4-47d355ebf26c req-f17ac548-91f7-4da0-95aa-030697fdfb3c tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7a33a5e-8c31-4bf0-9231-2f6e14783496 HTTP/1.1" status: 200 len: 945 time: 0.1792262 Apr 16 16:48:27.100405 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-896fbea1-4fa6-41da-a4b4-47d355ebf26c req-e633b441-efdf-4fc3-b376-46e92fb7d746 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a565f14-c478-4c8e-b10f-c94ccd39d90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942609 Apr 16 16:48:27.333029 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2822731a-ae04-4eda-90c4-aa36336613d1 req-9cccfd69-c51a-4fad-9d44-379874d1d8cd tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:48:27.347021 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-2822731a-ae04-4eda-90c4-aa36336613d1 req-9cccfd69-c51a-4fad-9d44-379874d1d8cd tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/ports?device_id=657bbdd8-4ec5-4915-b99b-b975b7518105 HTTP/1.1" status: 200 len: 946 time: 0.1647711 Apr 16 16:48:27.438869 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-2822731a-ae04-4eda-90c4-aa36336613d1 req-dad0a507-7038-4a46-9348-c433cfacda39 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/security-groups?id=65f8636e-38c2-4e4e-85cd-26d4e071f42a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888538 Apr 16 16:48:28.793450 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84513cb-5df5-4a52-b027-aa7868452706 req-bb3b893c-3f03-4b43-96fa-983c1866fddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:48:28.808379 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-a84513cb-5df5-4a52-b027-aa7868452706 req-bb3b893c-3f03-4b43-96fa-983c1866fddf service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=b7a33a5e-8c31-4bf0-9231-2f6e14783496 HTTP/1.1" status: 200 len: 1098 time: 0.3463216 Apr 16 16:48:29.058759 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32e8dca-1479-4792-926a-7201f6d5bd1e req-4db6e37c-b9df-4f81-9618-88b2898a5f6c tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:48:29.063715 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-d32e8dca-1479-4792-926a-7201f6d5bd1e req-4db6e37c-b9df-4f81-9618-88b2898a5f6c tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7a33a5e-8c31-4bf0-9231-2f6e14783496 HTTP/1.1" status: 200 len: 945 time: 0.3088953 Apr 16 16:48:29.160235 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-a84513cb-5df5-4a52-b027-aa7868452706 req-cab90ad3-bae3-4a0d-a2e3-8ed9e1ff9ee5 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=8a565f14-c478-4c8e-b10f-c94ccd39d90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3491917 Apr 16 16:48:29.215129 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-d32e8dca-1479-4792-926a-7201f6d5bd1e req-4051d1ea-c97a-4690-b307-79dab121d769 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a565f14-c478-4c8e-b10f-c94ccd39d90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375041 Apr 16 16:48:29.269223 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce4ed71-f4f6-4d47-8625-b78a9bd92ded req-e2a9a5ea-9a98-43cb-baf9-4e5917eb04e6 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:48:29.272718 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-8ce4ed71-f4f6-4d47-8625-b78a9bd92ded req-e2a9a5ea-9a98-43cb-baf9-4e5917eb04e6 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/ports?device_id=657bbdd8-4ec5-4915-b99b-b975b7518105 HTTP/1.1" status: 200 len: 946 time: 0.3372319 Apr 16 16:48:29.380111 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-8ce4ed71-f4f6-4d47-8625-b78a9bd92ded req-3e68e1ac-b0c2-4299-9249-a456cbcfa8c0 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/security-groups?id=65f8636e-38c2-4e4e-85cd-26d4e071f42a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972788 Apr 16 16:48:30.044352 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf86012-01d2-4413-a3f0-f5c1d5aa7fad req-c9f1e607-9161-4809-b974-88abc1582548 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:48:30.064394 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-6bf86012-01d2-4413-a3f0-f5c1d5aa7fad req-c9f1e607-9161-4809-b974-88abc1582548 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.38 "GET /v2.0/ports?device_id=5b3fa1b8-b215-4bda-a3f2-1c4bb3349a04 HTTP/1.1" status: 200 len: 946 time: 0.1907814 Apr 16 16:48:30.164274 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-6bf86012-01d2-4413-a3f0-f5c1d5aa7fad req-e3c51851-dd54-4fe6-85af-a0f6c59ca0cf tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.38 "GET /v2.0/security-groups?id=000be728-5835-465a-a527-c6c2ddb86249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929437 Apr 16 16:48:30.596121 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e1c916-76fe-4ef0-ad66-e8cf5b65076a req-84b9f830-d0d0-4c53-8fac-c8ae52a59e9f tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:48:30.604350 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-36e1c916-76fe-4ef0-ad66-e8cf5b65076a req-84b9f830-d0d0-4c53-8fac-c8ae52a59e9f tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7a33a5e-8c31-4bf0-9231-2f6e14783496 HTTP/1.1" status: 200 len: 945 time: 0.1562448 Apr 16 16:48:30.677470 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-36e1c916-76fe-4ef0-ad66-e8cf5b65076a req-040f3853-26a8-4ff4-9e0a-979ebddebc03 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a565f14-c478-4c8e-b10f-c94ccd39d90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625846 Apr 16 16:48:30.903086 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d188a002-12b5-465d-a05b-e1b085980c14 req-57b1a7db-3ff9-497a-8a77-abdb543f6c21 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:48:30.907698 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-d188a002-12b5-465d-a05b-e1b085980c14 req-57b1a7db-3ff9-497a-8a77-abdb543f6c21 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/ports?device_id=657bbdd8-4ec5-4915-b99b-b975b7518105 HTTP/1.1" status: 200 len: 946 time: 0.2018549 Apr 16 16:48:30.994747 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7cd654-b751-410c-9793-55659b495050 req-1feba7df-beed-4d44-b516-25c7300091e4 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:48:30.997109 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-7a7cd654-b751-410c-9793-55659b495050 req-1feba7df-beed-4d44-b516-25c7300091e4 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7a8ece6-a83a-480a-92f5-30f88f72177e HTTP/1.1" status: 200 len: 945 time: 0.1441615 Apr 16 16:48:31.009864 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-d188a002-12b5-465d-a05b-e1b085980c14 req-bae1e204-9e8b-458e-8792-d5ba40063461 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/security-groups?id=65f8636e-38c2-4e4e-85cd-26d4e071f42a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877175 Apr 16 16:48:31.084146 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-7a7cd654-b751-410c-9793-55659b495050 req-ae5ad2b8-e227-4141-9489-1143c75332ab tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a565f14-c478-4c8e-b10f-c94ccd39d90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772841 Apr 16 16:48:31.621394 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dfc241-3108-4695-b7f4-baba4920944c req-4ffdc01f-ef0d-47e1-9974-d1dee2c3cce4 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:48:31.626763 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-74dfc241-3108-4695-b7f4-baba4920944c req-4ffdc01f-ef0d-47e1-9974-d1dee2c3cce4 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.38 "GET /v2.0/ports?device_id=5b3fa1b8-b215-4bda-a3f2-1c4bb3349a04 HTTP/1.1" status: 200 len: 946 time: 0.2459953 Apr 16 16:48:31.762514 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-74dfc241-3108-4695-b7f4-baba4920944c req-659b0a5c-2244-4f7c-958d-1dab9c0067b0 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.38 "GET /v2.0/security-groups?id=000be728-5835-465a-a527-c6c2ddb86249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271536 Apr 16 16:48:32.413822 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911e5537-9bed-4574-800c-7adacda5636d req-1fe9f3be-7384-4ed1-9a47-c9dbeed08da8 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:48:32.422800 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-911e5537-9bed-4574-800c-7adacda5636d req-1fe9f3be-7384-4ed1-9a47-c9dbeed08da8 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.87 "GET /v2.0/ports?device_id=5b3fa1b8-b215-4bda-a3f2-1c4bb3349a04 HTTP/1.1" status: 200 len: 946 time: 0.3698051 Apr 16 16:48:32.512138 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1d115c-688d-43ac-90bd-5e333623232f req-71d1fb9a-40d1-47f0-83b1-81cf201b069c tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:48:32.526081 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-6a1d115c-688d-43ac-90bd-5e333623232f req-71d1fb9a-40d1-47f0-83b1-81cf201b069c tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/ports?device_id=657bbdd8-4ec5-4915-b99b-b975b7518105 HTTP/1.1" status: 200 len: 946 time: 0.1671045 Apr 16 16:48:32.609388 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-6a1d115c-688d-43ac-90bd-5e333623232f req-b5bca14b-d772-4a12-89ec-66adf8bf4b77 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/security-groups?id=65f8636e-38c2-4e4e-85cd-26d4e071f42a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813129 Apr 16 16:48:32.635328 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [req-911e5537-9bed-4574-800c-7adacda5636d req-c0a6b62a-4af3-4620-9240-4fe23ec1b4a0 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Deleting port d2682bdb-4ce5-454d-b1f3-ca2da88890ff {{(pid=85335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:48:32.635954 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-911e5537-9bed-4574-800c-7adacda5636d req-c0a6b62a-4af3-4620-9240-4fe23ec1b4a0 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285398617716'] for port, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:48:33.093916 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [req-911e5537-9bed-4574-800c-7adacda5636d req-c0a6b62a-4af3-4620-9240-4fe23ec1b4a0 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] For port d2682bdb-4ce5-454d-b1f3-ca2da88890ff, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=d2682bdb-4ce5-454d-b1f3-ca2da88890ff,segment=NetworkSegment(5c466791-b111-4073-b936-58dd24a85aef),segment_id=5c466791-b111-4073-b936-58dd24a85aef)] {{(pid=85335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:48:33.094508 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-911e5537-9bed-4574-800c-7adacda5636d req-c0a6b62a-4af3-4620-9240-4fe23ec1b4a0 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436170'] for port, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:48:33.446908 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [req-911e5537-9bed-4574-800c-7adacda5636d req-c0a6b62a-4af3-4620-9240-4fe23ec1b4a0 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Calling delete_port for d2682bdb-4ce5-454d-b1f3-ca2da88890ff owned by compute:nova {{(pid=85335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 16:48:33.843196 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-911e5537-9bed-4574-800c-7adacda5636d req-c0a6b62a-4af3-4620-9240-4fe23ec1b4a0 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751456166703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363285399062934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850737760'] for port, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:48:34.204276 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:48:34.320694 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62264b15-ad31-45b5-a5f9-a69f3e70f787 req-27eeb1b9-8977-4edc-817a-56894f82de64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:48:34.323138 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-62264b15-ad31-45b5-a5f9-a69f3e70f787 req-27eeb1b9-8977-4edc-817a-56894f82de64 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=3dd53e8589184e7f8377266cec951d0d&device_id=a7a8ece6-a83a-480a-92f5-30f88f72177e HTTP/1.1" status: 200 len: 1098 time: 0.1755724 Apr 16 16:48:34.390404 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a6b62a-4af3-4620-9240-4fe23ec1b4a0 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Pushing event deleted for resources: {'Port': ['ID=d2682bdb-4ce5-454d-b1f3-ca2da88890ff,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:48:34.419535 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c0a6b62a-4af3-4620-9240-4fe23ec1b4a0 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:48:34.536075 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [req-911e5537-9bed-4574-800c-7adacda5636d req-c0a6b62a-4af3-4620-9240-4fe23ec1b4a0 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] No DVR routers for this DVR port d2682bdb-4ce5-454d-b1f3-ca2da88890ff on host hv-cinder-73362 {{(pid=85335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 16:48:34.549428 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-911e5537-9bed-4574-800c-7adacda5636d req-c0a6b62a-4af3-4620-9240-4fe23ec1b4a0 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768218'] for port, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:48:34.556634 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b3fa1b8-b215-4bda-a3f2-1c4bb3349a04', 'name': 'network-vif-deleted', 'tag': 'd2682bdb-4ce5-454d-b1f3-ca2da88890ff'}] {{(pid=85335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:48:34.563477 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Device d2682bdb-4ce5-454d-b1f3-ca2da88890ff no longer exists at agent hyperv_hv-cinder-73362 {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 16:48:34.652456 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4730a1-8539-43b4-b227-f6b8d56837f2 req-78c5d06d-9454-4cff-99d6-80819bd2f31e tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:48:34.667022 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-af4730a1-8539-43b4-b227-f6b8d56837f2 req-78c5d06d-9454-4cff-99d6-80819bd2f31e tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.38 "GET /v2.0/ports?device_id=5b3fa1b8-b215-4bda-a3f2-1c4bb3349a04 HTTP/1.1" status: 200 len: 867 time: 1.5771046 Apr 16 16:48:34.726484 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-911e5537-9bed-4574-800c-7adacda5636d req-c0a6b62a-4af3-4620-9240-4fe23ec1b4a0 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.87 "DELETE /v2.0/ports/d2682bdb-4ce5-454d-b1f3-ca2da88890ff HTTP/1.1" status: 204 len: 173 time: 2.2945194 Apr 16 16:48:34.757239 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] No Port match for: d2682bdb-4ce5-454d-b1f3-ca2da88890ff {{(pid=85337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 16:48:34.759661 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62264b15-ad31-45b5-a5f9-a69f3e70f787 req-0f953bfe-3ac2-4666-8792-09b058cd1e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:48:34.771595 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Device d2682bdb-4ce5-454d-b1f3-ca2da88890ff not bound to the agent host hv-cinder-73362 {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 16:48:34.783798 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-62264b15-ad31-45b5-a5f9-a69f3e70f787 req-0f953bfe-3ac2-4666-8792-09b058cd1e22 service neutron] 10.222.0.87 "GET /v2.0/networks?id=2c1b2f9a-4043-421f-912b-c908e49b8d79 HTTP/1.1" status: 200 len: 920 time: 0.4463735 Apr 16 16:48:34.809128 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-af4730a1-8539-43b4-b227-f6b8d56837f2 req-79005c57-3401-4505-878d-d1107f1a1670 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.38 "GET /v2.0/security-groups?id=000be728-5835-465a-a527-c6c2ddb86249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350129 Apr 16 16:48:35.210123 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c1aa4c-5156-4822-894b-ad9ea0fc08e1 req-7ff77221-ca0b-4b6f-a4c3-e79ba6c2ae96 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:48:35.223782 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-91c1aa4c-5156-4822-894b-ad9ea0fc08e1 req-7ff77221-ca0b-4b6f-a4c3-e79ba6c2ae96 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7a8ece6-a83a-480a-92f5-30f88f72177e HTTP/1.1" status: 200 len: 945 time: 0.1813068 Apr 16 16:48:35.237492 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-62264b15-ad31-45b5-a5f9-a69f3e70f787 req-c6b9072e-7251-4590-98c9-91faa8b2798a service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5778e254-814b-4395-ac58-434d03eeb2b9 HTTP/1.1" status: 200 len: 217 time: 0.3215640 Apr 16 16:48:35.352522 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-91c1aa4c-5156-4822-894b-ad9ea0fc08e1 req-622437c1-6ac5-466c-bd0b-4895918b2bac tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a565f14-c478-4c8e-b10f-c94ccd39d90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256020 Apr 16 16:48:35.373112 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62264b15-ad31-45b5-a5f9-a69f3e70f787 req-308d515b-0f67-4c89-bb89-a92619e9bff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:48:35.375694 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-62264b15-ad31-45b5-a5f9-a69f3e70f787 req-308d515b-0f67-4c89-bb89-a92619e9bff8 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=c2b9a3b8-01fc-4424-851d-e3d624dca274 HTTP/1.1" status: 200 len: 859 time: 0.1173940 Apr 16 16:48:35.430079 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b3fa1b8-b215-4bda-a3f2-1c4bb3349a04', 'name': 'network-vif-deleted', 'tag': 'd2682bdb-4ce5-454d-b1f3-ca2da88890ff', 'status': 'completed', 'code': 200} Apr 16 16:48:35.473760 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-62264b15-ad31-45b5-a5f9-a69f3e70f787 req-83f2a8eb-7287-4592-8b11-0008003bd198 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=2c1b2f9a-4043-421f-912b-c908e49b8d79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0774412 Apr 16 16:48:35.487858 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbc7848-2496-4caa-9af1-4599125f44d4 req-6b6e30c7-6dc4-4bec-a6a4-e8f531a32338 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:48:35.496526 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-ebbc7848-2496-4caa-9af1-4599125f44d4 req-6b6e30c7-6dc4-4bec-a6a4-e8f531a32338 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/ports?device_id=657bbdd8-4ec5-4915-b99b-b975b7518105 HTTP/1.1" status: 200 len: 946 time: 0.7110806 Apr 16 16:48:35.696941 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-ebbc7848-2496-4caa-9af1-4599125f44d4 req-0b2af7b4-3cd0-4fa0-ae62-2b5d0718fe01 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/security-groups?id=65f8636e-38c2-4e4e-85cd-26d4e071f42a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1993282 Apr 16 16:48:36.051837 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 39950) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:48:36.109486 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-62264b15-ad31-45b5-a5f9-a69f3e70f787 req-595c0165-5ba8-4b2c-b2ef-c8e9405bfced service neutron] 10.222.0.87 "GET /v2.0/networks/2c1b2f9a-4043-421f-912b-c908e49b8d79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5515487 Apr 16 16:48:36.365590 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-55a1a93b-b52c-47ca-ba44-dd59e998db38 req-ab56689f-fb1d-4bf8-b29c-4af9ded9501d tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Synchronizing usage tracker for tenant:43227d5615b84ce4a66767a47689161f on resource:port {{(pid=85335) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 16:48:36.393354 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-55a1a93b-b52c-47ca-ba44-dd59e998db38 req-ab56689f-fb1d-4bf8-b29c-4af9ded9501d tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Unset dirty status for tenant:43227d5615b84ce4a66767a47689161f on resource:port {{(pid=85335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 16:48:36.410756 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-55a1a93b-b52c-47ca-ba44-dd59e998db38 req-ab56689f-fb1d-4bf8-b29c-4af9ded9501d tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] 10.222.0.38 "GET /v2.0/ports?device_id=5b3fa1b8-b215-4bda-a3f2-1c4bb3349a04 HTTP/1.1" status: 200 len: 210 time: 0.1679382 Apr 16 16:48:36.767503 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-6988778c-b96e-45f4-b56a-d5bdc83e1bf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:48:36.780461 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-62264b15-ad31-45b5-a5f9-a69f3e70f787 req-6fe6875b-1440-4fb8-aeeb-c1c9e1fd25ac service neutron] 10.222.0.87 "GET /v2.0/networks/2c1b2f9a-4043-421f-912b-c908e49b8d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6623223 Apr 16 16:48:36.808251 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-6988778c-b96e-45f4-b56a-d5bdc83e1bf2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:48:36.818938 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-6988778c-b96e-45f4-b56a-d5bdc83e1bf2 admin admin] Usage tracker for resource:security_group_rule and tenant:6548f7a3c2a9447ab456be424d4735f8 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:48:36.825137 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-6988778c-b96e-45f4-b56a-d5bdc83e1bf2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:48:36.837761 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-6988778c-b96e-45f4-b56a-d5bdc83e1bf2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:48:36.981432 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4cea7c-98f4-449c-8e42-706247f6fefc req-5da58813-8799-4f90-8a16-935e2b089a99 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:48:36.993251 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-6e4cea7c-98f4-449c-8e42-706247f6fefc req-5da58813-8799-4f90-8a16-935e2b089a99 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7a8ece6-a83a-480a-92f5-30f88f72177e HTTP/1.1" status: 200 len: 945 time: 0.2221463 Apr 16 16:48:37.069900 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-6e4cea7c-98f4-449c-8e42-706247f6fefc req-f1d91007-71ad-40b1-9009-2be0e1147339 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a565f14-c478-4c8e-b10f-c94ccd39d90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753243 Apr 16 16:48:37.107401 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6504918f-8af5-44bd-934c-90e1641f41ed req-b4dd9337-4564-4af1-a60e-248f2a4af330 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:48:37.110967 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-6504918f-8af5-44bd-934c-90e1641f41ed req-b4dd9337-4564-4af1-a60e-248f2a4af330 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/ports?device_id=657bbdd8-4ec5-4915-b99b-b975b7518105 HTTP/1.1" status: 200 len: 946 time: 0.1830719 Apr 16 16:48:37.113765 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-6988778c-b96e-45f4-b56a-d5bdc83e1bf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:48:37.117962 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-6988778c-b96e-45f4-b56a-d5bdc83e1bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:48:37.164759 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:48:37.211052 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 39968) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:48:37.211512 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-6988778c-b96e-45f4-b56a-d5bdc83e1bf2 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6548f7a3c2a9447ab456be424d4735f8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1573122 Apr 16 16:48:37.214754 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6988778c-b96e-45f4-b56a-d5bdc83e1bf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5d01972-4edd-46c2-830a-a9094d0a29b2,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:48:37.253156 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-6988778c-b96e-45f4-b56a-d5bdc83e1bf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:48:37.304177 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-6504918f-8af5-44bd-934c-90e1641f41ed req-b22c4774-4c1d-4102-84fc-027497218613 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/security-groups?id=65f8636e-38c2-4e4e-85cd-26d4e071f42a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411955 Apr 16 16:48:37.334790 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-14abc826-d65c-4f58-865f-ce1fe741500f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:48:37.390788 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-14abc826-d65c-4f58-865f-ce1fe741500f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:48:37.510761 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-14abc826-d65c-4f58-865f-ce1fe741500f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:48:37.531199 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-92007604-6f2c-47a2-ae4a-6e420cf13675 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:48:37.607572 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14abc826-d65c-4f58-865f-ce1fe741500f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5d01972-4edd-46c2-830a-a9094d0a29b2,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:48:37.645906 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 39974) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:48:37.698193 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14abc826-d65c-4f58-865f-ce1fe741500f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:48:37.699194 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14abc826-d65c-4f58-865f-ce1fe741500f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:48:37.700293 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14abc826-d65c-4f58-865f-ce1fe741500f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:48:37.701050 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14abc826-d65c-4f58-865f-ce1fe741500f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:48:37.704491 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14abc826-d65c-4f58-865f-ce1fe741500f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:48:37.705036 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14abc826-d65c-4f58-865f-ce1fe741500f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:48:37.705697 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14abc826-d65c-4f58-865f-ce1fe741500f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:48:37.706135 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14abc826-d65c-4f58-865f-ce1fe741500f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:48:37.706784 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14abc826-d65c-4f58-865f-ce1fe741500f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:48:37.707588 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14abc826-d65c-4f58-865f-ce1fe741500f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:48:37.708018 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14abc826-d65c-4f58-865f-ce1fe741500f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:48:37.708526 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14abc826-d65c-4f58-865f-ce1fe741500f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:48:37.730370 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-14abc826-d65c-4f58-865f-ce1fe741500f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:48:37.732006 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-14abc826-d65c-4f58-865f-ce1fe741500f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:48:37.737691 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-14abc826-d65c-4f58-865f-ce1fe741500f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a5d01972-4edd-46c2-830a-a9094d0a29b2 HTTP/1.1" status: 204 len: 168 time: 0.5203559 Apr 16 16:48:37.882731 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.db_base_plugin_v2 [None req-59a14169-e9be-44d0-b29e-8e57350705cb admin admin] Deleting subnet 5ae8a7aa-8888-4dcf-9347-2e1ca7171a9b {{(pid=85335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 16:48:37.889384 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-59a14169-e9be-44d0-b29e-8e57350705cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:48:38.003668 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-59a14169-e9be-44d0-b29e-8e57350705cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850758313'] for subnet, precommit_delete_associations {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:48:38.173170 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-59a14169-e9be-44d0-b29e-8e57350705cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854774887'] for subnet, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:48:38.532594 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f295899-2f8f-4bab-9bbe-3e121d3aebcc req-057523a7-906c-4db9-9ba5-0820ea4e9e33 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:48:38.551042 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-7f295899-2f8f-4bab-9bbe-3e121d3aebcc req-057523a7-906c-4db9-9ba5-0820ea4e9e33 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7a8ece6-a83a-480a-92f5-30f88f72177e HTTP/1.1" status: 200 len: 945 time: 0.2310450 Apr 16 16:48:38.661296 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-7f295899-2f8f-4bab-9bbe-3e121d3aebcc req-ef70254f-5ead-4dee-8a1d-64228573eae6 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a565f14-c478-4c8e-b10f-c94ccd39d90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084189 Apr 16 16:48:38.876967 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c477e705-c25b-44fe-9d3f-0797eeb72129 req-5f2d8df4-6343-4749-9e42-d010d7c1fa16 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:48:38.881833 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-c477e705-c25b-44fe-9d3f-0797eeb72129 req-5f2d8df4-6343-4749-9e42-d010d7c1fa16 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/ports?device_id=657bbdd8-4ec5-4915-b99b-b975b7518105 HTTP/1.1" status: 200 len: 946 time: 0.1989727 Apr 16 16:48:38.961515 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:48:38.979895 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-59a14169-e9be-44d0-b29e-8e57350705cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4038133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2285337'] for subnet, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:48:39.014380 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:48:39.222237 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a14169-e9be-44d0-b29e-8e57350705cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ae8a7aa-8888-4dcf-9347-2e1ca7171a9b,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:48:39.228402 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-ae4d5641-818f-417a-9e78-88964846265e req-8037b02d-4684-440e-a701-1461fbd3e8d5 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=1cca9b35-eea5-4ff7-b3cd-b7b9f12feaf4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1769595 Apr 16 16:48:39.257757 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a14169-e9be-44d0-b29e-8e57350705cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:48:39.258351 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a14169-e9be-44d0-b29e-8e57350705cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:48:39.259021 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a14169-e9be-44d0-b29e-8e57350705cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:48:39.259586 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a14169-e9be-44d0-b29e-8e57350705cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:48:39.262710 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a14169-e9be-44d0-b29e-8e57350705cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:48:39.263361 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a14169-e9be-44d0-b29e-8e57350705cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:48:39.263989 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a14169-e9be-44d0-b29e-8e57350705cb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:48:39.266520 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a14169-e9be-44d0-b29e-8e57350705cb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:48:39.267747 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a14169-e9be-44d0-b29e-8e57350705cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:48:39.268665 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a14169-e9be-44d0-b29e-8e57350705cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:48:39.269622 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a14169-e9be-44d0-b29e-8e57350705cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:48:39.270636 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a14169-e9be-44d0-b29e-8e57350705cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:48:39.275423 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-59a14169-e9be-44d0-b29e-8e57350705cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:48:39.295042 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-c477e705-c25b-44fe-9d3f-0797eeb72129 req-9c8cbd3c-2a22-4796-913c-07e2c0925058 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/security-groups?id=65f8636e-38c2-4e4e-85cd-26d4e071f42a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3848724 Apr 16 16:48:39.303934 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-59a14169-e9be-44d0-b29e-8e57350705cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:48:39.334837 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-59a14169-e9be-44d0-b29e-8e57350705cb admin admin] 10.222.0.38 "DELETE /v2.0/subnets/5ae8a7aa-8888-4dcf-9347-2e1ca7171a9b HTTP/1.1" status: 204 len: 168 time: 1.6873813 Apr 16 16:48:39.339621 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 39994) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:48:39.418367 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4d5641-818f-417a-9e78-88964846265e req-d0230455-126b-4661-8c92-db8dc1fa8403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:48:39.422480 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-ae4d5641-818f-417a-9e78-88964846265e req-d0230455-126b-4661-8c92-db8dc1fa8403 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=884b1020849e42e3acc115cae0298189&device_id=1cca9b35-eea5-4ff7-b3cd-b7b9f12feaf4 HTTP/1.1" status: 200 len: 1099 time: 0.1601286 Apr 16 16:48:39.611593 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c7dfeba2-7d0a-4705-9884-0d44b534e9ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33594'] for network, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:48:39.794641 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4d5641-818f-417a-9e78-88964846265e req-8e34b27e-b5ad-4b42-9bf5-5d81d3815547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:48:39.800591 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-ae4d5641-818f-417a-9e78-88964846265e req-8e34b27e-b5ad-4b42-9bf5-5d81d3815547 service neutron] 10.222.0.87 "GET /v2.0/networks?id=b5d67f03-2a50-4f49-99e2-88dca9cc2c57 HTTP/1.1" status: 200 len: 912 time: 0.3425856 Apr 16 16:48:40.101940 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c7dfeba2-7d0a-4705-9884-0d44b534e9ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2001432', 'neutron.services.segments.db._delete_segments_for_network-8751456264904'] for network, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:48:40.351319 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-ae4d5641-818f-417a-9e78-88964846265e req-082c0381-691e-49c1-b952-f60bc7a78040 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2a6213fd-4b58-4def-bbbe-542929ea9b09 HTTP/1.1" status: 200 len: 1001 time: 0.5438352 Apr 16 16:48:40.365512 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.services.segments.db [None req-c7dfeba2-7d0a-4705-9884-0d44b534e9ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7f4e014-87dd-436c-8396-68b004e6fc6e']}} {{(pid=85335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:48:40.419575 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.services.segments.db [None req-c7dfeba2-7d0a-4705-9884-0d44b534e9ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c466791-b111-4073-b936-58dd24a85aef') {'for_net_delete': True} {{(pid=85335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:48:40.420111 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.services.segments.db [None req-c7dfeba2-7d0a-4705-9884-0d44b534e9ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c466791-b111-4073-b936-58dd24a85aef') {} {{(pid=85335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:48:40.449949 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c7dfeba2-7d0a-4705-9884-0d44b534e9ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751456237017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4017519'] for segment, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:48:40.492848 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c7dfeba2-7d0a-4705-9884-0d44b534e9ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-60927'] for segment, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:48:40.512048 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7dfeba2-7d0a-4705-9884-0d44b534e9ee admin admin] Releasing vlan 768 on physical network physnet1 to pool {{(pid=85335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 16:48:40.520421 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab55b8e9-40e9-4362-b3c1-be6ed5431f4f req-2bd5ef25-1d7d-43ae-80b4-17e451f66b25 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:48:40.527669 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-ab55b8e9-40e9-4362-b3c1-be6ed5431f4f req-2bd5ef25-1d7d-43ae-80b4-17e451f66b25 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7a8ece6-a83a-480a-92f5-30f88f72177e HTTP/1.1" status: 200 len: 945 time: 0.6200206 Apr 16 16:48:40.635420 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4d5641-818f-417a-9e78-88964846265e req-96036fcc-d9ce-4e20-a758-eb3365d87c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:48:40.638436 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-ae4d5641-818f-417a-9e78-88964846265e req-96036fcc-d9ce-4e20-a758-eb3365d87c31 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=649747cf-05da-40d5-a9b4-d5107e9dbf05 HTTP/1.1" status: 200 len: 850 time: 0.2762313 Apr 16 16:48:40.841201 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-ab55b8e9-40e9-4362-b3c1-be6ed5431f4f req-6e622b07-9c0e-4405-98af-6ae364851e65 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a565f14-c478-4c8e-b10f-c94ccd39d90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3024108 Apr 16 16:48:40.886751 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4d5641-818f-417a-9e78-88964846265e req-b0a079ae-6e3f-4a55-8f0a-d20a2ee7f81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:48:40.889381 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-ae4d5641-818f-417a-9e78-88964846265e req-b0a079ae-6e3f-4a55-8f0a-d20a2ee7f81e service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=b5d67f03-2a50-4f49-99e2-88dca9cc2c57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2416210 Apr 16 16:48:41.104231 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-ae4d5641-818f-417a-9e78-88964846265e req-ae24cc17-e2f5-4e2e-b868-8b9a65409fa5 service neutron] 10.222.0.87 "GET /v2.0/networks/b5d67f03-2a50-4f49-99e2-88dca9cc2c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049053 Apr 16 16:48:41.194736 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-c7dfeba2-7d0a-4705-9884-0d44b534e9ee admin admin] Network a7f4e014-87dd-436c-8396-68b004e6fc6e has no segments {{(pid=85335) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 16:48:41.207653 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c7dfeba2-7d0a-4705-9884-0d44b534e9ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854714905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850738604'] for segment, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:48:41.329671 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb3fed4-ab68-4cc4-83b2-5f144968c0a2 req-ef6d0aaf-435a-4ce5-a180-582bf6acc3ff tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:48:41.331916 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-6fb3fed4-ab68-4cc4-83b2-5f144968c0a2 req-ef6d0aaf-435a-4ce5-a180-582bf6acc3ff tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/ports?device_id=657bbdd8-4ec5-4915-b99b-b975b7518105 HTTP/1.1" status: 200 len: 946 time: 0.6337283 Apr 16 16:48:41.333778 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-ae4d5641-818f-417a-9e78-88964846265e req-3a4f1552-8202-40de-a12c-44c6c769fe66 service neutron] 10.222.0.87 "GET /v2.0/networks/b5d67f03-2a50-4f49-99e2-88dca9cc2c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190154 Apr 16 16:48:41.523974 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ed0113-e31a-43d9-93c9-3fc9ef7634d0 req-60993c3c-23f0-44e7-ae58-474e928b4516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:48:41.526227 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-e7ed0113-e31a-43d9-93c9-3fc9ef7634d0 req-60993c3c-23f0-44e7-ae58-474e928b4516 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=88a1c77b2ae945419c929cd0ad2c2a68&device_id=657bbdd8-4ec5-4915-b99b-b975b7518105 HTTP/1.1" status: 200 len: 1099 time: 0.1019797 Apr 16 16:48:41.542888 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-c7dfeba2-7d0a-4705-9884-0d44b534e9ee admin admin] Network a7f4e014-87dd-436c-8396-68b004e6fc6e has no segments {{(pid=85335) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 16:48:41.592838 dv-cinder-733622-13-smb neutron-server[85220]: Traceback (most recent call last): Apr 16 16:48:41.592838 dv-cinder-733622-13-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 16:48:41.592838 dv-cinder-733622-13-smb neutron-server[85220]: timer() Apr 16 16:48:41.592838 dv-cinder-733622-13-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 16:48:41.592838 dv-cinder-733622-13-smb neutron-server[85220]: cb(*args, **kw) Apr 16 16:48:41.592838 dv-cinder-733622-13-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 16:48:41.592838 dv-cinder-733622-13-smb neutron-server[85220]: return func(*args, **kwargs) Apr 16 16:48:41.592838 dv-cinder-733622-13-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 16:48:41.592838 dv-cinder-733622-13-smb neutron-server[85220]: self._notify() Apr 16 16:48:41.592838 dv-cinder-733622-13-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 16:48:41.592838 dv-cinder-733622-13-smb neutron-server[85220]: self.callback(batched_events) Apr 16 16:48:41.592838 dv-cinder-733622-13-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 16:48:41.592838 dv-cinder-733622-13-smb neutron-server[85220]: event.method(event) Apr 16 16:48:41.592838 dv-cinder-733622-13-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 16:48:41.592838 dv-cinder-733622-13-smb neutron-server[85220]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 16:48:41.592838 dv-cinder-733622-13-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 16:48:41.592838 dv-cinder-733622-13-smb neutron-server[85220]: segment_id)['aggregates'][0] Apr 16 16:48:41.592838 dv-cinder-733622-13-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 16:48:41.592838 dv-cinder-733622-13-smb neutron-server[85220]: return f(self, *a, **k) Apr 16 16:48:41.592838 dv-cinder-733622-13-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 16:48:41.592838 dv-cinder-733622-13-smb neutron-server[85220]: return self._get(url).json() Apr 16 16:48:41.592838 dv-cinder-733622-13-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 16:48:41.592838 dv-cinder-733622-13-smb neutron-server[85220]: **kwargs) Apr 16 16:48:41.592838 dv-cinder-733622-13-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 16:48:41.592838 dv-cinder-733622-13-smb neutron-server[85220]: return self.request(url, 'GET', **kwargs) Apr 16 16:48:41.592838 dv-cinder-733622-13-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 16:48:41.592838 dv-cinder-733622-13-smb neutron-server[85220]: **endpoint_filter) Apr 16 16:48:41.592838 dv-cinder-733622-13-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 16:48:41.592838 dv-cinder-733622-13-smb neutron-server[85220]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 16:48:41.592838 dv-cinder-733622-13-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 16:48:41.592838 dv-cinder-733622-13-smb neutron-server[85220]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 16:48:41.592838 dv-cinder-733622-13-smb neutron-server[85220]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 16:48:41.710195 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ed0113-e31a-43d9-93c9-3fc9ef7634d0 req-d5c28896-3101-45ac-92a4-ab04eef06fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:48:41.711255 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-6fb3fed4-ab68-4cc4-83b2-5f144968c0a2 req-fe52f4e4-0cb0-4a04-9094-2689c800819c tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/security-groups?id=65f8636e-38c2-4e4e-85cd-26d4e071f42a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3549292 Apr 16 16:48:41.711809 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-e7ed0113-e31a-43d9-93c9-3fc9ef7634d0 req-d5c28896-3101-45ac-92a4-ab04eef06fdc service neutron] 10.222.0.87 "GET /v2.0/networks?id=3850fa94-c64e-47a7-8ac1-100295c70767 HTTP/1.1" status: 200 len: 918 time: 0.1757100 Apr 16 16:48:41.762378 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c7dfeba2-7d0a-4705-9884-0d44b534e9ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036852774383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854349050'] for network, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:48:41.768135 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:48:41.784842 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c7dfeba2-7d0a-4705-9884-0d44b534e9ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609088'] for network, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:48:41.798803 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dfeba2-7d0a-4705-9884-0d44b534e9ee admin admin] Pushing event deleted for resources: {'Network': ['ID=a7f4e014-87dd-436c-8396-68b004e6fc6e,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:48:41.804167 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c7dfeba2-7d0a-4705-9884-0d44b534e9ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:48:41.810772 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-c7dfeba2-7d0a-4705-9884-0d44b534e9ee admin admin] 10.222.0.38 "DELETE /v2.0/networks/a7f4e014-87dd-436c-8396-68b004e6fc6e HTTP/1.1" status: 204 len: 168 time: 2.4696069 Apr 16 16:48:41.859277 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-e7ed0113-e31a-43d9-93c9-3fc9ef7634d0 req-4f534332-7c6f-48de-b006-77d8e05ef105 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ca38c3f2-aa9f-4270-91fa-1a973a857c8b HTTP/1.1" status: 200 len: 1002 time: 0.1385105 Apr 16 16:48:41.951387 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ed0113-e31a-43d9-93c9-3fc9ef7634d0 req-81d1569d-3bc9-4ccb-869d-3f488f2131aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:48:41.953807 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-e7ed0113-e31a-43d9-93c9-3fc9ef7634d0 req-81d1569d-3bc9-4ccb-869d-3f488f2131aa service neutron] 10.222.0.87 "GET /v2.0/subnets?id=3d318de4-dae1-4537-aa0d-b7c79b5c1954 HTTP/1.1" status: 200 len: 856 time: 0.0856245 Apr 16 16:48:41.994296 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 40026) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:48:42.071044 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-81fdc252-a23c-4a3f-956c-47a1cb53b405 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=43227d5615b84ce4a66767a47689161f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0746310 Apr 16 16:48:42.073499 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 40030) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:48:42.149777 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ed0113-e31a-43d9-93c9-3fc9ef7634d0 req-fba657e0-7939-4db6-b956-195b1a616da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:48:42.151401 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-e7ed0113-e31a-43d9-93c9-3fc9ef7634d0 req-fba657e0-7939-4db6-b956-195b1a616da0 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=3850fa94-c64e-47a7-8ac1-100295c70767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1852467 Apr 16 16:48:42.165323 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802ce0bb-8723-4d56-a6e6-348a3cf25c17 req-30027970-86e7-4227-a910-4712953f04ed tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:48:42.167123 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-802ce0bb-8723-4d56-a6e6-348a3cf25c17 req-30027970-86e7-4227-a910-4712953f04ed tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7a8ece6-a83a-480a-92f5-30f88f72177e HTTP/1.1" status: 200 len: 945 time: 0.1419504 Apr 16 16:48:42.180562 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8c5a17a3-c147-413e-9ea3-22e340eba894 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:48:42.224802 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8c5a17a3-c147-413e-9ea3-22e340eba894 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:48:42.298400 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8c5a17a3-c147-413e-9ea3-22e340eba894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:48:42.306155 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-5e4073f5-55b6-4509-a6db-bd15cd7dda4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:48:42.325490 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5a17a3-c147-413e-9ea3-22e340eba894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=000be728-5835-465a-a527-c6c2ddb86249,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:48:42.329978 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-8c5a17a3-c147-413e-9ea3-22e340eba894 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:48:42.339630 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-802ce0bb-8723-4d56-a6e6-348a3cf25c17 req-c64aac3a-8dc3-4c03-a1e5-311248b0165f tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a565f14-c478-4c8e-b10f-c94ccd39d90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452472 Apr 16 16:48:42.339963 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8c5a17a3-c147-413e-9ea3-22e340eba894 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:48:42.346902 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-8c5a17a3-c147-413e-9ea3-22e340eba894 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/000be728-5835-465a-a527-c6c2ddb86249 HTTP/1.1" status: 204 len: 168 time: 0.2713187 Apr 16 16:48:42.412167 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-e7ed0113-e31a-43d9-93c9-3fc9ef7634d0 req-c113e5b1-b5a1-47b5-8cc9-38db58312d6b service neutron] 10.222.0.87 "GET /v2.0/networks/3850fa94-c64e-47a7-8ac1-100295c70767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437418 Apr 16 16:48:42.677093 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-e7ed0113-e31a-43d9-93c9-3fc9ef7634d0 req-fd8c300b-6acd-432a-8139-9dc03cc44c68 service neutron] 10.222.0.87 "GET /v2.0/networks/3850fa94-c64e-47a7-8ac1-100295c70767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2553997 Apr 16 16:48:42.997822 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593d5d49-05de-4403-9aac-56d47b9e5223 req-cef34f1c-d03a-49df-8d13-5ded5a62af66 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:48:43.001299 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-593d5d49-05de-4403-9aac-56d47b9e5223 req-cef34f1c-d03a-49df-8d13-5ded5a62af66 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/ports?device_id=657bbdd8-4ec5-4915-b99b-b975b7518105 HTTP/1.1" status: 200 len: 946 time: 0.1330688 Apr 16 16:48:43.059640 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-593d5d49-05de-4403-9aac-56d47b9e5223 req-5386edc9-1e3c-4177-9896-5f50aad8652a tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/security-groups?id=65f8636e-38c2-4e4e-85cd-26d4e071f42a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502985 Apr 16 16:48:43.619288 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f49917e-6619-4d6c-aff7-f2636eeeee3c req-fedf7181-9d38-4939-8bc2-6c65c6057317 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:48:43.623138 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-5f49917e-6619-4d6c-aff7-f2636eeeee3c req-fedf7181-9d38-4939-8bc2-6c65c6057317 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7a8ece6-a83a-480a-92f5-30f88f72177e HTTP/1.1" status: 200 len: 945 time: 0.1407361 Apr 16 16:48:43.686162 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-5f49917e-6619-4d6c-aff7-f2636eeeee3c req-3cc87203-8a0f-4866-8cd3-86c2e808473c tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a565f14-c478-4c8e-b10f-c94ccd39d90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559983 Apr 16 16:48:44.331322 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598a6973-f106-44d2-b344-e3d480ec1381 req-003b9e67-0c12-4335-8945-5e6f53f92e17 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:48:44.333287 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-598a6973-f106-44d2-b344-e3d480ec1381 req-003b9e67-0c12-4335-8945-5e6f53f92e17 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/ports?device_id=657bbdd8-4ec5-4915-b99b-b975b7518105 HTTP/1.1" status: 200 len: 946 time: 0.1114862 Apr 16 16:48:44.395682 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-598a6973-f106-44d2-b344-e3d480ec1381 req-46d613e6-935e-4b1a-b123-72d6dbad0787 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/security-groups?id=65f8636e-38c2-4e4e-85cd-26d4e071f42a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555809 Apr 16 16:48:44.611865 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Device ca38c3f2-aa9f-4270-91fa-1a973a857c8b no longer exists at agent hyperv_hv-cinder-73362 {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 16:48:44.765278 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:48:44.815697 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '657bbdd8-4ec5-4915-b99b-b975b7518105', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca38c3f2-aa9f-4270-91fa-1a973a857c8b'}] {{(pid=85337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:48:44.835610 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] For port ca38c3f2-aa9f-4270-91fa-1a973a857c8b, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=ca38c3f2-aa9f-4270-91fa-1a973a857c8b,segment=NetworkSegment(9ac9f406-6c3c-40ac-9dbd-02eabe5a0c9b),segment_id=9ac9f406-6c3c-40ac-9dbd-02eabe5a0c9b)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:48:44.839218 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:48:44.841430 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:48:44.892120 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '657bbdd8-4ec5-4915-b99b-b975b7518105', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca38c3f2-aa9f-4270-91fa-1a973a857c8b', 'code': 200} Apr 16 16:48:44.939432 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Pushing event updated for resources: {'Port': ['ID=ca38c3f2-aa9f-4270-91fa-1a973a857c8b,revision_number=8']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:48:44.943183 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:48:44.984470 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fc7874-cdb3-4ac9-99b3-05f7abde3117 req-61d2cd58-f0ed-462a-a7a4-0007f9299919 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:48:44.986393 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-b2fc7874-cdb3-4ac9-99b3-05f7abde3117 req-61d2cd58-f0ed-462a-a7a4-0007f9299919 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7a8ece6-a83a-480a-92f5-30f88f72177e HTTP/1.1" status: 200 len: 945 time: 0.1162717 Apr 16 16:48:45.041269 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-b2fc7874-cdb3-4ac9-99b3-05f7abde3117 req-2de23d5d-9d03-40aa-bb7c-fce9ce4e7f6b tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a565f14-c478-4c8e-b10f-c94ccd39d90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439615 Apr 16 16:48:45.662366 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc311775-e281-4313-84a6-5e439569d36e req-5fc814ff-032d-4320-b586-e49956b297ed tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:48:45.667063 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-dc311775-e281-4313-84a6-5e439569d36e req-5fc814ff-032d-4320-b586-e49956b297ed tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/ports?device_id=657bbdd8-4ec5-4915-b99b-b975b7518105 HTTP/1.1" status: 200 len: 944 time: 0.1262114 Apr 16 16:48:45.750329 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-dc311775-e281-4313-84a6-5e439569d36e req-98b8694d-5f93-4210-96df-5123da11b6a3 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/security-groups?id=65f8636e-38c2-4e4e-85cd-26d4e071f42a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743785 Apr 16 16:48:46.319359 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30a4e60-4f04-451d-955e-43ed1b4487f8 req-3d2bb275-46f6-48b9-bf74-d2c70fd8dc93 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:48:46.321676 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-f30a4e60-4f04-451d-955e-43ed1b4487f8 req-3d2bb275-46f6-48b9-bf74-d2c70fd8dc93 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7a8ece6-a83a-480a-92f5-30f88f72177e HTTP/1.1" status: 200 len: 945 time: 0.1145051 Apr 16 16:48:46.397986 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-f30a4e60-4f04-451d-955e-43ed1b4487f8 req-4f5dd505-b476-4782-aaf6-466edb758ef1 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a565f14-c478-4c8e-b10f-c94ccd39d90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690763 Apr 16 16:48:47.225398 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffe721f-ca2f-42d7-9d9f-a1ee8492f499 req-b2ca885a-75fc-44a6-9d66-2cb3e3d3ec61 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:48:47.235433 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-bffe721f-ca2f-42d7-9d9f-a1ee8492f499 req-b2ca885a-75fc-44a6-9d66-2cb3e3d3ec61 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/ports?device_id=657bbdd8-4ec5-4915-b99b-b975b7518105 HTTP/1.1" status: 200 len: 944 time: 0.1350844 Apr 16 16:48:47.319547 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-bffe721f-ca2f-42d7-9d9f-a1ee8492f499 req-01f6d11b-9e50-4e18-ab22-3bd13ede7c8d tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/security-groups?id=65f8636e-38c2-4e4e-85cd-26d4e071f42a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823734 Apr 16 16:48:47.748897 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 40156) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:48:47.756704 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3150dbb4-06f9-4217-a493-660e71910f61 req-0f6cc271-74f6-4c31-a5d0-6a9bdf670874 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:48:47.758734 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-3150dbb4-06f9-4217-a493-660e71910f61 req-0f6cc271-74f6-4c31-a5d0-6a9bdf670874 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7a8ece6-a83a-480a-92f5-30f88f72177e HTTP/1.1" status: 200 len: 945 time: 0.1514568 Apr 16 16:48:47.904959 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-3150dbb4-06f9-4217-a493-660e71910f61 req-a8ecca9a-57c6-4bba-823d-a479ff38ff66 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a565f14-c478-4c8e-b10f-c94ccd39d90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231003 Apr 16 16:48:48.030403 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-de8be9af-d5e3-4447-b0c3-c4a17260e41d req-135fcdce-e3d9-4863-9230-cb61f8938bd2 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=657bbdd8-4ec5-4915-b99b-b975b7518105&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2772598 Apr 16 16:48:48.611118 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Device ca38c3f2-aa9f-4270-91fa-1a973a857c8b no longer exists at agent hyperv_hv-cinder-73362 {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 16:48:48.641197 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36ce1aa-9c90-47b1-82c2-eb38a36e2633 req-535fcc1e-2b19-43e8-b807-5c4d3227e1ef tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:48:48.643026 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-a36ce1aa-9c90-47b1-82c2-eb38a36e2633 req-535fcc1e-2b19-43e8-b807-5c4d3227e1ef tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/ports?device_id=657bbdd8-4ec5-4915-b99b-b975b7518105 HTTP/1.1" status: 200 len: 944 time: 0.1544592 Apr 16 16:48:48.731410 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-a36ce1aa-9c90-47b1-82c2-eb38a36e2633 req-1a8a4a1c-6b6a-4632-8881-85c293da86af tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/security-groups?id=65f8636e-38c2-4e4e-85cd-26d4e071f42a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770934 Apr 16 16:48:49.237859 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970bc8cd-d3fb-46ac-bce7-cb2ee0aebf4b req-bb109d80-f73c-45ad-9ae9-fd0bf5cb2cc0 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:48:49.240819 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-970bc8cd-d3fb-46ac-bce7-cb2ee0aebf4b req-bb109d80-f73c-45ad-9ae9-fd0bf5cb2cc0 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7a8ece6-a83a-480a-92f5-30f88f72177e HTTP/1.1" status: 200 len: 945 time: 0.1591156 Apr 16 16:48:49.330662 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-970bc8cd-d3fb-46ac-bce7-cb2ee0aebf4b req-6c88967c-6b7b-4f3a-bd29-3be8844d690f tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a565f14-c478-4c8e-b10f-c94ccd39d90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815783 Apr 16 16:48:49.674961 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8be9af-d5e3-4447-b0c3-c4a17260e41d req-f257119c-ae29-4654-bfe0-895e76255f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:48:49.677410 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-de8be9af-d5e3-4447-b0c3-c4a17260e41d req-f257119c-ae29-4654-bfe0-895e76255f2c service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=657bbdd8-4ec5-4915-b99b-b975b7518105&tenant_id=88a1c77b2ae945419c929cd0ad2c2a68 HTTP/1.1" status: 200 len: 1097 time: 0.1011736 Apr 16 16:48:49.776579 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-7113def0-3044-4853-9876-460bca3c32f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:48:49.834609 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8be9af-d5e3-4447-b0c3-c4a17260e41d req-a72b4523-5d96-49ab-ac55-50a5020b11b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:48:49.836392 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-de8be9af-d5e3-4447-b0c3-c4a17260e41d req-a72b4523-5d96-49ab-ac55-50a5020b11b9 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=88a1c77b2ae945419c929cd0ad2c2a68&device_id=657bbdd8-4ec5-4915-b99b-b975b7518105 HTTP/1.1" status: 200 len: 1097 time: 0.1185193 Apr 16 16:48:50.021481 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8be9af-d5e3-4447-b0c3-c4a17260e41d req-a728abdd-68ac-422e-86ac-9eb60d3019bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:48:50.023263 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-de8be9af-d5e3-4447-b0c3-c4a17260e41d req-a728abdd-68ac-422e-86ac-9eb60d3019bf service neutron] 10.222.0.87 "GET /v2.0/networks?id=3850fa94-c64e-47a7-8ac1-100295c70767 HTTP/1.1" status: 200 len: 918 time: 0.1781240 Apr 16 16:48:50.061821 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a11241b-d52d-4231-9780-79579fe43160 req-cedf49ca-d27b-491f-aeee-b8227948972f tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:48:50.065740 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-1a11241b-d52d-4231-9780-79579fe43160 req-cedf49ca-d27b-491f-aeee-b8227948972f tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/ports?device_id=657bbdd8-4ec5-4915-b99b-b975b7518105 HTTP/1.1" status: 200 len: 944 time: 0.1358168 Apr 16 16:48:50.129164 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-1a11241b-d52d-4231-9780-79579fe43160 req-198007be-e15a-4807-b05f-2d5002d79e68 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/security-groups?id=65f8636e-38c2-4e4e-85cd-26d4e071f42a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521240 Apr 16 16:48:50.223966 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-de8be9af-d5e3-4447-b0c3-c4a17260e41d req-190cd4b7-6e5e-428a-ad27-5856a5f64b85 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ca38c3f2-aa9f-4270-91fa-1a973a857c8b HTTP/1.1" status: 200 len: 1000 time: 0.1865280 Apr 16 16:48:50.325176 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8be9af-d5e3-4447-b0c3-c4a17260e41d req-a1f4b151-1a98-4c3f-a8c4-f3c489f1af96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:48:50.327060 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-de8be9af-d5e3-4447-b0c3-c4a17260e41d req-a1f4b151-1a98-4c3f-a8c4-f3c489f1af96 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=3d318de4-dae1-4537-aa0d-b7c79b5c1954 HTTP/1.1" status: 200 len: 856 time: 0.0938404 Apr 16 16:48:50.440198 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8be9af-d5e3-4447-b0c3-c4a17260e41d req-ae37b2ec-d2e3-4d44-b17d-c88423d751c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:48:50.441895 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-de8be9af-d5e3-4447-b0c3-c4a17260e41d req-ae37b2ec-d2e3-4d44-b17d-c88423d751c6 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=3850fa94-c64e-47a7-8ac1-100295c70767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1067488 Apr 16 16:48:50.684195 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-de8be9af-d5e3-4447-b0c3-c4a17260e41d req-94873f55-3dc6-4114-a065-7133203399a0 service neutron] 10.222.0.87 "GET /v2.0/networks/3850fa94-c64e-47a7-8ac1-100295c70767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333915 Apr 16 16:48:50.932755 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e66149-85f7-421a-a36c-f3f736ccb76d req-2b138354-1d1f-413e-9991-97396a2f2aae tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:48:50.935915 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-57e66149-85f7-421a-a36c-f3f736ccb76d req-2b138354-1d1f-413e-9991-97396a2f2aae tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7a8ece6-a83a-480a-92f5-30f88f72177e HTTP/1.1" status: 200 len: 945 time: 0.3416557 Apr 16 16:48:51.049785 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-de8be9af-d5e3-4447-b0c3-c4a17260e41d req-1c05cb67-7606-4048-92dc-93dc749d1075 service neutron] 10.222.0.87 "GET /v2.0/networks/3850fa94-c64e-47a7-8ac1-100295c70767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3559330 Apr 16 16:48:51.056248 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-57e66149-85f7-421a-a36c-f3f736ccb76d req-e96b5667-510a-4cb0-a812-9768ac7c1f13 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a565f14-c478-4c8e-b10f-c94ccd39d90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049683 Apr 16 16:48:51.456497 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a487196-a7bb-434a-9601-d7d0d3d60355 req-0d2c4a76-52a7-4142-a432-9e52abbdadd6 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:48:51.459923 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-4a487196-a7bb-434a-9601-d7d0d3d60355 req-0d2c4a76-52a7-4142-a432-9e52abbdadd6 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/ports?device_id=657bbdd8-4ec5-4915-b99b-b975b7518105 HTTP/1.1" status: 200 len: 944 time: 0.1375368 Apr 16 16:48:51.521673 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-4a487196-a7bb-434a-9601-d7d0d3d60355 req-4450a791-9b92-409c-9599-aba065034458 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/security-groups?id=65f8636e-38c2-4e4e-85cd-26d4e071f42a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536892 Apr 16 16:48:51.789929 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-505a45c8-6394-49fb-91eb-9c9b75d17640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:48:52.379552 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0257a27d-cc8f-4faf-8c20-c7f17863431b req-8b786a2e-f0b7-49ad-af2f-2e8ef823694f tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:48:52.382296 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-0257a27d-cc8f-4faf-8c20-c7f17863431b req-8b786a2e-f0b7-49ad-af2f-2e8ef823694f tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7a8ece6-a83a-480a-92f5-30f88f72177e HTTP/1.1" status: 200 len: 945 time: 0.1479414 Apr 16 16:48:52.475641 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-0257a27d-cc8f-4faf-8c20-c7f17863431b req-b99ff102-d486-4110-ae76-467cd09ab7c9 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a565f14-c478-4c8e-b10f-c94ccd39d90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824475 Apr 16 16:48:52.774796 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd13a3f-7d02-41b2-b390-bde2ed891fba req-307992c0-df46-4097-8355-ed97cee62b4d tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:48:52.776625 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-1bd13a3f-7d02-41b2-b390-bde2ed891fba req-307992c0-df46-4097-8355-ed97cee62b4d tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/ports?device_id=657bbdd8-4ec5-4915-b99b-b975b7518105 HTTP/1.1" status: 200 len: 944 time: 0.1063185 Apr 16 16:48:52.849400 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-1bd13a3f-7d02-41b2-b390-bde2ed891fba req-d03553f8-f500-43ec-822d-51e8cbb64e45 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/security-groups?id=65f8636e-38c2-4e4e-85cd-26d4e071f42a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639272 Apr 16 16:48:52.851665 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-45c0d62a-bc24-48a8-9022-8ca56da26294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:48:53.494483 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:48:53.635688 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.agents_db [None req-ebbb9395-3582-4696-b633-83ddaf7c527f None None] Agent healthcheck: found 6 active agents {{(pid=85338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 16:48:53.854437 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846b1987-c41c-490f-bbe9-8f76e8dd0359 req-460d35f3-0a9a-40b5-8473-e22b1b483f3d tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:48:53.857301 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-846b1987-c41c-490f-bbe9-8f76e8dd0359 req-460d35f3-0a9a-40b5-8473-e22b1b483f3d tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7a8ece6-a83a-480a-92f5-30f88f72177e HTTP/1.1" status: 200 len: 945 time: 0.1211092 Apr 16 16:48:53.916157 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-846b1987-c41c-490f-bbe9-8f76e8dd0359 req-e14becea-6d74-41dc-b165-b0a8ae229e1b tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a565f14-c478-4c8e-b10f-c94ccd39d90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498714 Apr 16 16:48:54.131383 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f722cb-7e00-4442-ae6d-2d02d0659d4a req-e1b8768a-9617-4389-9c6b-e489a62536b5 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:48:54.133113 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-60f722cb-7e00-4442-ae6d-2d02d0659d4a req-e1b8768a-9617-4389-9c6b-e489a62536b5 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/ports?device_id=657bbdd8-4ec5-4915-b99b-b975b7518105 HTTP/1.1" status: 200 len: 944 time: 0.1128490 Apr 16 16:48:54.199365 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-60f722cb-7e00-4442-ae6d-2d02d0659d4a req-7b87571b-36f9-4c50-bf69-8a8813324691 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/security-groups?id=65f8636e-38c2-4e4e-85cd-26d4e071f42a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561438 Apr 16 16:48:54.246867 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-53783e99-0c04-4d0d-b0b5-c5fd538000c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:48:54.996905 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 40296) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:48:55.205537 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-82672baf-89cd-46f9-8fb8-bedc8848dd28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:48:55.226137 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-82672baf-89cd-46f9-8fb8-bedc8848dd28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:48:55.241133 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd68a981-63ed-4aa6-9b2b-411babd8142f req-1bbaa569-171b-4288-8525-b331743b8fed tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:48:55.243303 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-cd68a981-63ed-4aa6-9b2b-411babd8142f req-1bbaa569-171b-4288-8525-b331743b8fed tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7a8ece6-a83a-480a-92f5-30f88f72177e HTTP/1.1" status: 200 len: 945 time: 0.1614828 Apr 16 16:48:55.246607 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-82672baf-89cd-46f9-8fb8-bedc8848dd28 admin admin] Usage tracker for resource:security_group_rule and tenant:71f7edb8dadf46eb9339a915327b9f27 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:48:55.252614 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-82672baf-89cd-46f9-8fb8-bedc8848dd28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:48:55.257980 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-82672baf-89cd-46f9-8fb8-bedc8848dd28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:48:55.323183 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-cd68a981-63ed-4aa6-9b2b-411babd8142f req-3e2fa54b-dabe-4586-9f36-d505a5e93b42 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a565f14-c478-4c8e-b10f-c94ccd39d90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536070 Apr 16 16:48:55.411675 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-82672baf-89cd-46f9-8fb8-bedc8848dd28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:48:55.415218 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-82672baf-89cd-46f9-8fb8-bedc8848dd28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:48:55.429843 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-6fb3881f-c931-4dd0-970e-9cdf0461ccff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:48:55.459481 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3798c138-810c-4fd6-9135-5f5320497a5b req-6ef4911a-cfc8-441c-ac00-42a37cf57f3e tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:48:55.464634 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82672baf-89cd-46f9-8fb8-bedc8848dd28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73f76cbf-9611-429b-a0bb-5a04ce1ad32e,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:48:55.467755 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-3798c138-810c-4fd6-9135-5f5320497a5b req-6ef4911a-cfc8-441c-ac00-42a37cf57f3e tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/ports?device_id=657bbdd8-4ec5-4915-b99b-b975b7518105 HTTP/1.1" status: 200 len: 944 time: 0.1108093 Apr 16 16:48:55.469601 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-82672baf-89cd-46f9-8fb8-bedc8848dd28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:48:55.498252 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-82672baf-89cd-46f9-8fb8-bedc8848dd28 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=71f7edb8dadf46eb9339a915327b9f27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4993792 Apr 16 16:48:55.499409 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 40306) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:48:55.521390 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-3798c138-810c-4fd6-9135-5f5320497a5b req-4a168e33-409f-44b8-9d50-9bae4fe7d40a tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/security-groups?id=65f8636e-38c2-4e4e-85cd-26d4e071f42a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518179 Apr 16 16:48:55.568309 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e4712e19-d438-48b2-aa15-402640309092 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:48:55.598507 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e4712e19-d438-48b2-aa15-402640309092 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:48:55.657823 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e4712e19-d438-48b2-aa15-402640309092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:48:55.663597 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-4d015bce-31a0-4313-901f-f3512b484e94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:48:55.678813 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4712e19-d438-48b2-aa15-402640309092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73f76cbf-9611-429b-a0bb-5a04ce1ad32e,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:48:55.683498 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e4712e19-d438-48b2-aa15-402640309092 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:48:55.684738 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-e4712e19-d438-48b2-aa15-402640309092 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/73f76cbf-9611-429b-a0bb-5a04ce1ad32e HTTP/1.1" status: 204 len: 168 time: 0.1841075 Apr 16 16:48:55.685765 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-e4712e19-d438-48b2-aa15-402640309092 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:48:56.572269 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0a18fd-b1f4-4e98-b309-e6cc9721c350 req-cc038368-3af7-4769-8e92-c249a10e64e6 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:48:56.584213 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-9a0a18fd-b1f4-4e98-b309-e6cc9721c350 req-cc038368-3af7-4769-8e92-c249a10e64e6 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7a8ece6-a83a-480a-92f5-30f88f72177e HTTP/1.1" status: 200 len: 945 time: 0.1105149 Apr 16 16:48:56.666339 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-9a0a18fd-b1f4-4e98-b309-e6cc9721c350 req-6fa50097-fcc4-44eb-8df5-25df96bbaad5 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a565f14-c478-4c8e-b10f-c94ccd39d90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809600 Apr 16 16:48:56.801768 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2c888a-3dec-4d86-b7e5-d7686feb29ac req-a73a683a-e77a-4d6e-a44d-08da0216e745 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:48:56.803592 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-4e2c888a-3dec-4d86-b7e5-d7686feb29ac req-a73a683a-e77a-4d6e-a44d-08da0216e745 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/ports?device_id=657bbdd8-4ec5-4915-b99b-b975b7518105 HTTP/1.1" status: 200 len: 944 time: 0.1093929 Apr 16 16:48:56.879310 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-4e2c888a-3dec-4d86-b7e5-d7686feb29ac req-279172e6-3889-450d-830f-c5949cceea42 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/security-groups?id=65f8636e-38c2-4e4e-85cd-26d4e071f42a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677636 Apr 16 16:48:57.914747 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0063a658-8804-4905-8941-3c3ba4728e4f req-53cf2273-3af8-471e-b59e-ddaf6abdab8d tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:48:57.916295 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-0063a658-8804-4905-8941-3c3ba4728e4f req-53cf2273-3af8-471e-b59e-ddaf6abdab8d tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7a8ece6-a83a-480a-92f5-30f88f72177e HTTP/1.1" status: 200 len: 945 time: 0.1012416 Apr 16 16:48:57.980542 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-0063a658-8804-4905-8941-3c3ba4728e4f req-6da15680-239b-403d-977e-cf63df746cad tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a565f14-c478-4c8e-b10f-c94ccd39d90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555327 Apr 16 16:48:58.392354 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb64195-ab23-42b4-877c-ee7c035a93a2 req-5dae501e-3878-4fab-b3c6-9d753720cf1c tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:48:58.394053 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-4bb64195-ab23-42b4-877c-ee7c035a93a2 req-5dae501e-3878-4fab-b3c6-9d753720cf1c tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/ports?device_id=657bbdd8-4ec5-4915-b99b-b975b7518105 HTTP/1.1" status: 200 len: 944 time: 0.3689854 Apr 16 16:48:58.445839 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-4bb64195-ab23-42b4-877c-ee7c035a93a2 req-ef5e566f-da42-4a50-8c7f-ee33ac986cb8 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/security-groups?id=65f8636e-38c2-4e4e-85cd-26d4e071f42a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452633 Apr 16 16:48:59.229176 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1276c369-9fbb-4d10-8bb7-dd36618a934e req-9c9d3992-cc03-4b01-9e3c-840d324ee81e tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:48:59.230894 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-1276c369-9fbb-4d10-8bb7-dd36618a934e req-9c9d3992-cc03-4b01-9e3c-840d324ee81e tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7a8ece6-a83a-480a-92f5-30f88f72177e HTTP/1.1" status: 200 len: 945 time: 0.1099329 Apr 16 16:48:59.285951 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-1276c369-9fbb-4d10-8bb7-dd36618a934e req-7ba93c8e-cdd0-4b58-abe1-8c99ebffd68c tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a565f14-c478-4c8e-b10f-c94ccd39d90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476425 Apr 16 16:48:59.806085 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ecae4e-6599-4ba7-985e-e29b9562c4ae req-3c6a99eb-2ae3-45e4-9e5a-c0b585d5c3ad tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:48:59.807859 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-83ecae4e-6599-4ba7-985e-e29b9562c4ae req-3c6a99eb-2ae3-45e4-9e5a-c0b585d5c3ad tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/ports?device_id=657bbdd8-4ec5-4915-b99b-b975b7518105 HTTP/1.1" status: 200 len: 944 time: 0.1145558 Apr 16 16:48:59.883264 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-83ecae4e-6599-4ba7-985e-e29b9562c4ae req-fa97c17a-75a3-447d-a54c-1dcb884262d2 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/security-groups?id=65f8636e-38c2-4e4e-85cd-26d4e071f42a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673718 Apr 16 16:49:00.554496 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59486ebe-6b2f-485e-a54d-1f4727585db2 req-b3e7da3d-fe01-4e12-9483-26d21df92adb tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:00.556921 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-59486ebe-6b2f-485e-a54d-1f4727585db2 req-b3e7da3d-fe01-4e12-9483-26d21df92adb tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7a8ece6-a83a-480a-92f5-30f88f72177e HTTP/1.1" status: 200 len: 945 time: 0.1219208 Apr 16 16:49:00.626660 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-59486ebe-6b2f-485e-a54d-1f4727585db2 req-78406f8d-e47a-47cf-9ec6-bb6dcb47340e tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a565f14-c478-4c8e-b10f-c94ccd39d90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617874 Apr 16 16:49:01.142939 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292d51d5-b58c-481d-8e97-a316f2c86464 req-a118db57-2dc6-4ccd-a5dd-9ff7f310a4da tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:01.144744 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-292d51d5-b58c-481d-8e97-a316f2c86464 req-a118db57-2dc6-4ccd-a5dd-9ff7f310a4da tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/ports?device_id=657bbdd8-4ec5-4915-b99b-b975b7518105 HTTP/1.1" status: 200 len: 944 time: 0.1206229 Apr 16 16:49:01.200582 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-292d51d5-b58c-481d-8e97-a316f2c86464 req-13de0a4e-1c62-4754-a0ab-08c25a18e858 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/security-groups?id=65f8636e-38c2-4e4e-85cd-26d4e071f42a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471826 Apr 16 16:49:01.876636 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f405cb63-3a4c-4639-830b-310b8cf907c8 req-3bee859b-9915-4e67-9caf-8e183a1f24aa tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:01.878358 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-f405cb63-3a4c-4639-830b-310b8cf907c8 req-3bee859b-9915-4e67-9caf-8e183a1f24aa tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7a8ece6-a83a-480a-92f5-30f88f72177e HTTP/1.1" status: 200 len: 945 time: 0.1043034 Apr 16 16:49:01.949016 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-f405cb63-3a4c-4639-830b-310b8cf907c8 req-47ee6f7d-12ce-4ae6-a4d7-787832b9887e tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a565f14-c478-4c8e-b10f-c94ccd39d90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638895 Apr 16 16:49:02.437252 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7092ab1-48a9-43a9-8d30-ff7874303d55 req-cc7e893f-aeac-4ac6-be89-836f5933fc82 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:02.439073 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-d7092ab1-48a9-43a9-8d30-ff7874303d55 req-cc7e893f-aeac-4ac6-be89-836f5933fc82 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/ports?device_id=657bbdd8-4ec5-4915-b99b-b975b7518105 HTTP/1.1" status: 200 len: 944 time: 0.1068070 Apr 16 16:49:02.539094 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-d7092ab1-48a9-43a9-8d30-ff7874303d55 req-4597676e-0a9b-479d-8f5b-9a99d1c87077 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/security-groups?id=65f8636e-38c2-4e4e-85cd-26d4e071f42a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896108 Apr 16 16:49:03.235962 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde82690-5302-4b50-a613-685ce130f66c req-3e831eea-ae32-4d32-93f3-99618cb22a6f tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:03.237674 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-fde82690-5302-4b50-a613-685ce130f66c req-3e831eea-ae32-4d32-93f3-99618cb22a6f tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7a8ece6-a83a-480a-92f5-30f88f72177e HTTP/1.1" status: 200 len: 945 time: 0.1360588 Apr 16 16:49:03.296606 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-fde82690-5302-4b50-a613-685ce130f66c req-0c2537bc-8bac-4413-bc9a-78951a68ffbe tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a565f14-c478-4c8e-b10f-c94ccd39d90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518172 Apr 16 16:49:03.844327 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a9dd8c-f7fe-49e1-b59e-ddfbfaf59a0f req-72f1e419-958d-4c74-a583-4b7fd15c9df7 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:03.846436 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-a8a9dd8c-f7fe-49e1-b59e-ddfbfaf59a0f req-72f1e419-958d-4c74-a583-4b7fd15c9df7 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/ports?device_id=657bbdd8-4ec5-4915-b99b-b975b7518105 HTTP/1.1" status: 200 len: 944 time: 0.1195970 Apr 16 16:49:03.908155 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-a8a9dd8c-f7fe-49e1-b59e-ddfbfaf59a0f req-78186658-6938-47bb-a6d2-a336b9d876d0 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/security-groups?id=65f8636e-38c2-4e4e-85cd-26d4e071f42a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547876 Apr 16 16:49:04.568134 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567cc053-74fd-4748-a65f-01d33f0486b7 req-699fe4ce-f553-4ec2-8e62-e737ddbab2d2 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:04.569964 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-567cc053-74fd-4748-a65f-01d33f0486b7 req-699fe4ce-f553-4ec2-8e62-e737ddbab2d2 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7a8ece6-a83a-480a-92f5-30f88f72177e HTTP/1.1" status: 200 len: 945 time: 0.1179566 Apr 16 16:49:04.651463 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-567cc053-74fd-4748-a65f-01d33f0486b7 req-439cc5eb-a516-40b1-82aa-05bb3cb6b7e8 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a565f14-c478-4c8e-b10f-c94ccd39d90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733905 Apr 16 16:49:05.303440 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aaf3a9-dadf-4b9d-bd4f-ad4f1ea9bc0c req-f816d3e7-6566-4f9c-8027-7eeb17c523b1 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:05.305190 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-27aaf3a9-dadf-4b9d-bd4f-ad4f1ea9bc0c req-f816d3e7-6566-4f9c-8027-7eeb17c523b1 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/ports?device_id=657bbdd8-4ec5-4915-b99b-b975b7518105 HTTP/1.1" status: 200 len: 944 time: 0.0994442 Apr 16 16:49:05.365160 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-27aaf3a9-dadf-4b9d-bd4f-ad4f1ea9bc0c req-5d978500-814d-442e-84ef-51a9040e786e tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/security-groups?id=65f8636e-38c2-4e4e-85cd-26d4e071f42a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513341 Apr 16 16:49:06.011549 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1f4f2b-8f4a-4137-bdf8-9c7734a44949 req-e9767ba5-90b2-4f71-b0c2-3dd0ca90cad7 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:06.014454 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-6b1f4f2b-8f4a-4137-bdf8-9c7734a44949 req-e9767ba5-90b2-4f71-b0c2-3dd0ca90cad7 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7a8ece6-a83a-480a-92f5-30f88f72177e HTTP/1.1" status: 200 len: 945 time: 0.1901112 Apr 16 16:49:06.034690 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653161ce-4bdd-45b3-b932-07aeb537c53b req-e832289a-cae2-4961-bd5a-3eac2b7e2534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:06.036468 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-653161ce-4bdd-45b3-b932-07aeb537c53b req-e832289a-cae2-4961-bd5a-3eac2b7e2534 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=a7a8ece6-a83a-480a-92f5-30f88f72177e HTTP/1.1" status: 200 len: 1098 time: 0.1569648 Apr 16 16:49:06.114494 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-653161ce-4bdd-45b3-b932-07aeb537c53b req-70b6de0c-d667-4504-aa49-baa97d9b3b6f service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=8a565f14-c478-4c8e-b10f-c94ccd39d90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594208 Apr 16 16:49:06.147097 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-6b1f4f2b-8f4a-4137-bdf8-9c7734a44949 req-0231b791-89fc-44e6-ab63-75bb885eb9a3 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a565f14-c478-4c8e-b10f-c94ccd39d90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177280 Apr 16 16:49:06.560006 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114dac83-67e8-4ea3-9d3f-ed9520da709c req-655ca0c3-6e80-48f8-b564-15592f4e67be tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:06.564129 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-114dac83-67e8-4ea3-9d3f-ed9520da709c req-655ca0c3-6e80-48f8-b564-15592f4e67be tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "GET /v2.0/ports?device_id=1cca9b35-eea5-4ff7-b3cd-b7b9f12feaf4 HTTP/1.1" status: 200 len: 946 time: 0.1476674 Apr 16 16:49:06.637513 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-114dac83-67e8-4ea3-9d3f-ed9520da709c req-786c8cc5-d58d-4c30-86fc-de3f499cffe6 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "GET /v2.0/security-groups?id=9619b15f-c003-4676-8b83-3ac3c8f30e30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586314 Apr 16 16:49:06.694295 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1260d004-0dcf-48f3-921c-f5f624a2685a req-1cd09562-4cfd-4f86-bcac-688c0642a29a tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:06.697014 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-1260d004-0dcf-48f3-921c-f5f624a2685a req-1cd09562-4cfd-4f86-bcac-688c0642a29a tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/ports?device_id=657bbdd8-4ec5-4915-b99b-b975b7518105 HTTP/1.1" status: 200 len: 944 time: 0.1373947 Apr 16 16:49:06.741230 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Device ca38c3f2-aa9f-4270-91fa-1a973a857c8b details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=85337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 16:49:06.786965 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-1260d004-0dcf-48f3-921c-f5f624a2685a req-cfaa19e9-c506-40dd-b66d-f86d673a7e49 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/security-groups?id=65f8636e-38c2-4e4e-85cd-26d4e071f42a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804918 Apr 16 16:49:06.921311 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] For port ca38c3f2-aa9f-4270-91fa-1a973a857c8b, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=ca38c3f2-aa9f-4270-91fa-1a973a857c8b,segment=NetworkSegment(9ac9f406-6c3c-40ac-9dbd-02eabe5a0c9b),segment_id=9ac9f406-6c3c-40ac-9dbd-02eabe5a0c9b)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:49:06.939022 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Returning: {'device': 'ca38c3f2-aa9f-4270-91fa-1a973a857c8b', 'network_id': '3850fa94-c64e-47a7-8ac1-100295c70767', 'port_id': 'ca38c3f2-aa9f-4270-91fa-1a973a857c8b', 'mac_address': 'fa:16:3e:44:1b:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d318de4-dae1-4537-aa0d-b7c79b5c1954', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 16:49:07.035194 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:49:07.061003 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca38c3f2-aa9f-4270-91fa-1a973a857c8b {{(pid=85337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 16:49:07.084204 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] For port ca38c3f2-aa9f-4270-91fa-1a973a857c8b, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=ca38c3f2-aa9f-4270-91fa-1a973a857c8b,segment=NetworkSegment(9ac9f406-6c3c-40ac-9dbd-02eabe5a0c9b),segment_id=9ac9f406-6c3c-40ac-9dbd-02eabe5a0c9b)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:49:07.087966 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:49:07.093114 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:49:07.232732 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Pushing event updated for resources: {'Port': ['ID=ca38c3f2-aa9f-4270-91fa-1a973a857c8b,revision_number=9']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:49:07.251212 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:49:07.251922 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:49:07.252721 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:49:07.253902 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:49:07.254621 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:49:07.255290 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:49:07.255943 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:49:07.256583 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:49:07.257264 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:49:07.257913 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:49:07.258260 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:49:07.258915 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:49:07.280208 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:49:07.461973 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8dc406-40c2-4ff1-a82d-77b7aaef8f90 req-49f46faf-f14a-4da5-9f85-fa479b9ce737 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:07.463744 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-af8dc406-40c2-4ff1-a82d-77b7aaef8f90 req-49f46faf-f14a-4da5-9f85-fa479b9ce737 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7a8ece6-a83a-480a-92f5-30f88f72177e HTTP/1.1" status: 200 len: 945 time: 0.1040182 Apr 16 16:49:07.465345 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] get_ports_and_sgs() called for port_ids ['ca38c3f2-aa9f-4270-91fa-1a973a857c8b'] {{(pid=85337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 16:49:07.548832 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-af8dc406-40c2-4ff1-a82d-77b7aaef8f90 req-d91ce43d-6dbc-47ec-84ae-3d6c3dd7b07a tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a565f14-c478-4c8e-b10f-c94ccd39d90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643358 Apr 16 16:49:08.055705 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c496dcfd-2ae1-4481-a75f-d0f6f411294f req-47e81bbd-580b-4930-933f-a3230499f160 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:08.057664 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-c496dcfd-2ae1-4481-a75f-d0f6f411294f req-47e81bbd-580b-4930-933f-a3230499f160 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "GET /v2.0/ports?device_id=1cca9b35-eea5-4ff7-b3cd-b7b9f12feaf4 HTTP/1.1" status: 200 len: 946 time: 0.1376824 Apr 16 16:49:08.148136 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-c496dcfd-2ae1-4481-a75f-d0f6f411294f req-4331f94a-b395-4243-b9de-29e16e498dbc tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "GET /v2.0/security-groups?id=9619b15f-c003-4676-8b83-3ac3c8f30e30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744996 Apr 16 16:49:08.328662 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcfad1d-7a8f-49a1-a282-34d1a8919c0a req-1f28c81f-cd4d-4c74-b701-0794df1d68fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:08.330466 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-6bcfad1d-7a8f-49a1-a282-34d1a8919c0a req-1f28c81f-cd4d-4c74-b701-0794df1d68fc service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=3dd53e8589184e7f8377266cec951d0d&device_id=a7a8ece6-a83a-480a-92f5-30f88f72177e HTTP/1.1" status: 200 len: 1098 time: 0.1727273 Apr 16 16:49:08.390520 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e2c20c-e0db-432d-ac68-ebf70ebc387f req-7c39b37e-c5a0-4d5b-a244-4649c381f9a2 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:08.393184 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-31e2c20c-e0db-432d-ac68-ebf70ebc387f req-7c39b37e-c5a0-4d5b-a244-4649c381f9a2 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7a8ece6-a83a-480a-92f5-30f88f72177e HTTP/1.1" status: 200 len: 945 time: 0.1192989 Apr 16 16:49:08.478334 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-31e2c20c-e0db-432d-ac68-ebf70ebc387f req-9ec5edf2-2f65-44ac-aed4-7995915e5cdb tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a565f14-c478-4c8e-b10f-c94ccd39d90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775545 Apr 16 16:49:08.492090 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17388ef9-61f3-46db-a440-0a2aa031e10a req-fe38c4f3-3fe3-4e26-87f5-b72c4af02b8b tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:08.493759 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-17388ef9-61f3-46db-a440-0a2aa031e10a req-fe38c4f3-3fe3-4e26-87f5-b72c4af02b8b tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/ports?device_id=657bbdd8-4ec5-4915-b99b-b975b7518105 HTTP/1.1" status: 200 len: 945 time: 0.2525508 Apr 16 16:49:08.545489 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcfad1d-7a8f-49a1-a282-34d1a8919c0a req-b48296c6-88d3-4c9b-9339-8c50799c4652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:08.547780 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-6bcfad1d-7a8f-49a1-a282-34d1a8919c0a req-b48296c6-88d3-4c9b-9339-8c50799c4652 service neutron] 10.222.0.87 "GET /v2.0/networks?id=2c1b2f9a-4043-421f-912b-c908e49b8d79 HTTP/1.1" status: 200 len: 920 time: 0.2086594 Apr 16 16:49:08.639207 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-6bcfad1d-7a8f-49a1-a282-34d1a8919c0a req-7ca50972-4697-44c0-bf27-dd024772bc20 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5778e254-814b-4395-ac58-434d03eeb2b9 HTTP/1.1" status: 200 len: 217 time: 0.0799751 Apr 16 16:49:08.645089 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-17388ef9-61f3-46db-a440-0a2aa031e10a req-cdfe7f1c-d4bb-4530-9b89-82f98bd321fb tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/security-groups?id=65f8636e-38c2-4e4e-85cd-26d4e071f42a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1424067 Apr 16 16:49:08.722371 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcfad1d-7a8f-49a1-a282-34d1a8919c0a req-d2912e65-7617-43ac-84eb-8dc36ce0c36a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:08.724580 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-6bcfad1d-7a8f-49a1-a282-34d1a8919c0a req-d2912e65-7617-43ac-84eb-8dc36ce0c36a service neutron] 10.222.0.87 "GET /v2.0/subnets?id=c2b9a3b8-01fc-4424-851d-e3d624dca274 HTTP/1.1" status: 200 len: 859 time: 0.0784259 Apr 16 16:49:08.767667 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Device ca38c3f2-aa9f-4270-91fa-1a973a857c8b up at agent hyperv_hv-cinder-73362 {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:49:08.784719 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-6bcfad1d-7a8f-49a1-a282-34d1a8919c0a req-27991cdc-2829-4237-877a-3180f7cd341b service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=2c1b2f9a-4043-421f-912b-c908e49b8d79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525787 Apr 16 16:49:08.856240 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Provisioning complete for port ca38c3f2-aa9f-4270-91fa-1a973a857c8b triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:49:08.856659 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852761088'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:49:08.959922 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-6bcfad1d-7a8f-49a1-a282-34d1a8919c0a req-04bbdebe-a94d-4ac3-9e98-fc498162d4d4 service neutron] 10.222.0.87 "GET /v2.0/networks/2c1b2f9a-4043-421f-912b-c908e49b8d79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665618 Apr 16 16:49:09.150334 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:49:09.154130 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-6bcfad1d-7a8f-49a1-a282-34d1a8919c0a req-d09e76e8-c26c-401b-b5df-2b21c2f0c33d service neutron] 10.222.0.87 "GET /v2.0/networks/2c1b2f9a-4043-421f-912b-c908e49b8d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861684 Apr 16 16:49:09.273420 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:49:09.321873 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] For port ca38c3f2-aa9f-4270-91fa-1a973a857c8b, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=ca38c3f2-aa9f-4270-91fa-1a973a857c8b,segment=NetworkSegment(9ac9f406-6c3c-40ac-9dbd-02eabe5a0c9b),segment_id=9ac9f406-6c3c-40ac-9dbd-02eabe5a0c9b)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:49:09.323114 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '657bbdd8-4ec5-4915-b99b-b975b7518105', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca38c3f2-aa9f-4270-91fa-1a973a857c8b'}] {{(pid=85337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:49:09.333097 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:49:09.334302 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:49:09.445853 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Pushing event updated for resources: {'Port': ['ID=ca38c3f2-aa9f-4270-91fa-1a973a857c8b,revision_number=10']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:49:09.449918 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:49:09.453366 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '657bbdd8-4ec5-4915-b99b-b975b7518105', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca38c3f2-aa9f-4270-91fa-1a973a857c8b', 'code': 200} Apr 16 16:49:09.531167 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d414cd-7155-49d0-8d99-9e21c9d8d9ba req-38ffdc73-5b1e-4344-8a9b-8e1efd431250 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:09.532910 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-30d414cd-7155-49d0-8d99-9e21c9d8d9ba req-38ffdc73-5b1e-4344-8a9b-8e1efd431250 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "GET /v2.0/ports?device_id=1cca9b35-eea5-4ff7-b3cd-b7b9f12feaf4 HTTP/1.1" status: 200 len: 946 time: 0.1422236 Apr 16 16:49:09.593330 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-30d414cd-7155-49d0-8d99-9e21c9d8d9ba req-e3857ca2-409f-4fe4-af7b-888faa4ae6b9 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "GET /v2.0/security-groups?id=9619b15f-c003-4676-8b83-3ac3c8f30e30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501225 Apr 16 16:49:09.665592 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e1ec3b-1086-4480-a2f7-15cc7301d3d0 req-569829fe-0506-4ff2-be91-8c2378bc20f0 tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:09.666234 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-70e1ec3b-1086-4480-a2f7-15cc7301d3d0 req-569829fe-0506-4ff2-be91-8c2378bc20f0 tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] 10.222.0.38 "GET /v2.0/ports?device_id=51d08af9-1fe7-43a6-bb2f-eba7a1c1997b HTTP/1.1" status: 200 len: 945 time: 0.1023138 Apr 16 16:49:09.727317 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-70e1ec3b-1086-4480-a2f7-15cc7301d3d0 req-fbcd8077-fcce-4693-9c5a-0516d5921924 tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] 10.222.0.38 "GET /v2.0/security-groups?id=54c97b37-d7c2-4586-9449-1d4064404c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529315 Apr 16 16:49:09.830587 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2a4606-29f9-46d0-bbbe-4920774d4a54 req-9b43dfc8-5c2b-445a-a491-79d38ecbe7ff tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:09.832346 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-9f2a4606-29f9-46d0-bbbe-4920774d4a54 req-9b43dfc8-5c2b-445a-a491-79d38ecbe7ff tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7a8ece6-a83a-480a-92f5-30f88f72177e HTTP/1.1" status: 200 len: 945 time: 0.1208062 Apr 16 16:49:09.889172 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-9f2a4606-29f9-46d0-bbbe-4920774d4a54 req-01d69c8a-b678-44be-b860-2fd23c6fd43b tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a565f14-c478-4c8e-b10f-c94ccd39d90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471480 Apr 16 16:49:09.942472 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1f3235-f654-47d6-8518-38a89c24dd62 req-aee65a6a-f3cd-4521-96d4-0f86b2c38caf tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:09.944205 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-ca1f3235-f654-47d6-8518-38a89c24dd62 req-aee65a6a-f3cd-4521-96d4-0f86b2c38caf tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/ports?device_id=657bbdd8-4ec5-4915-b99b-b975b7518105 HTTP/1.1" status: 200 len: 947 time: 0.1054246 Apr 16 16:49:09.996921 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-ca1f3235-f654-47d6-8518-38a89c24dd62 req-884fca5f-e40b-4593-8bc7-f71c9ec0a02a tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/security-groups?id=65f8636e-38c2-4e4e-85cd-26d4e071f42a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455396 Apr 16 16:49:10.157119 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b4d1b6-9004-4868-b2cd-7f0d970bac11 req-f1d9f256-5478-4963-ba06-4aa6f8c4f358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:10.159208 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-45b4d1b6-9004-4868-b2cd-7f0d970bac11 req-f1d9f256-5478-4963-ba06-4aa6f8c4f358 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=657bbdd8-4ec5-4915-b99b-b975b7518105 HTTP/1.1" status: 200 len: 1100 time: 0.0894403 Apr 16 16:49:10.212809 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-45b4d1b6-9004-4868-b2cd-7f0d970bac11 req-cab6d08b-45f9-40e8-8459-85a6626bbbc9 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=65f8636e-38c2-4e4e-85cd-26d4e071f42a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439918 Apr 16 16:49:10.829309 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edbdba0-2ad2-460a-b0c3-4f4965364d6d req-8d629903-c9ff-4188-874c-61ac001f8be9 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:10.831055 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-1edbdba0-2ad2-460a-b0c3-4f4965364d6d req-8d629903-c9ff-4188-874c-61ac001f8be9 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "GET /v2.0/ports?device_id=1cca9b35-eea5-4ff7-b3cd-b7b9f12feaf4 HTTP/1.1" status: 200 len: 946 time: 0.1082320 Apr 16 16:49:10.909239 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-1edbdba0-2ad2-460a-b0c3-4f4965364d6d req-d310a3a7-1831-4c4e-b10f-3a1a0094be62 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "GET /v2.0/security-groups?id=9619b15f-c003-4676-8b83-3ac3c8f30e30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687685 Apr 16 16:49:10.990766 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec23e95-5080-482d-99c9-18d518021afc req-5ce6460f-9733-42bb-9b9f-79eae560a168 tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:10.991160 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-0ec23e95-5080-482d-99c9-18d518021afc req-5ce6460f-9733-42bb-9b9f-79eae560a168 tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] 10.222.0.38 "GET /v2.0/ports?device_id=51d08af9-1fe7-43a6-bb2f-eba7a1c1997b HTTP/1.1" status: 200 len: 945 time: 0.1275795 Apr 16 16:49:11.050768 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-0ec23e95-5080-482d-99c9-18d518021afc req-a184f418-9ab8-43af-9679-15991a5452c6 tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] 10.222.0.38 "GET /v2.0/security-groups?id=54c97b37-d7c2-4586-9449-1d4064404c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516558 Apr 16 16:49:11.139329 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab2d1df-13d6-416a-a1d7-8caff95e1322 req-16f65f16-48df-49b6-a6c7-52146d3d1ab8 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:11.141188 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-fab2d1df-13d6-416a-a1d7-8caff95e1322 req-16f65f16-48df-49b6-a6c7-52146d3d1ab8 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7a8ece6-a83a-480a-92f5-30f88f72177e HTTP/1.1" status: 200 len: 945 time: 0.1044931 Apr 16 16:49:11.199572 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-fab2d1df-13d6-416a-a1d7-8caff95e1322 req-3f3cbbd8-e393-49ae-b4ee-abafb0391d84 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a565f14-c478-4c8e-b10f-c94ccd39d90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508757 Apr 16 16:49:11.261131 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8297c8d-655d-4d16-8ae2-2c4490053d6c req-e1b1da26-f54d-42b0-82af-3fbc80cdd115 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:11.262991 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-d8297c8d-655d-4d16-8ae2-2c4490053d6c req-e1b1da26-f54d-42b0-82af-3fbc80cdd115 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/ports?device_id=657bbdd8-4ec5-4915-b99b-b975b7518105 HTTP/1.1" status: 200 len: 947 time: 0.1024745 Apr 16 16:49:11.325070 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-d8297c8d-655d-4d16-8ae2-2c4490053d6c req-05186a04-d95d-43d7-9b63-833e4a92e210 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/security-groups?id=65f8636e-38c2-4e4e-85cd-26d4e071f42a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505354 Apr 16 16:49:12.131272 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e10506b-45b8-42e3-80c2-335ff18b4d2f req-c5955f3d-162a-4276-a635-43a09fc88829 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:12.132970 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-0e10506b-45b8-42e3-80c2-335ff18b4d2f req-c5955f3d-162a-4276-a635-43a09fc88829 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "GET /v2.0/ports?device_id=1cca9b35-eea5-4ff7-b3cd-b7b9f12feaf4 HTTP/1.1" status: 200 len: 946 time: 0.1064279 Apr 16 16:49:12.192167 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-0e10506b-45b8-42e3-80c2-335ff18b4d2f req-000b4280-7e65-4551-97ca-9724301c89ea tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "GET /v2.0/security-groups?id=9619b15f-c003-4676-8b83-3ac3c8f30e30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522413 Apr 16 16:49:12.298546 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f502722-6f72-4409-bd59-f86a300ff52b req-9a8b0478-8e2e-4016-9b32-fa38b1659759 tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:12.300356 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-0f502722-6f72-4409-bd59-f86a300ff52b req-9a8b0478-8e2e-4016-9b32-fa38b1659759 tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] 10.222.0.38 "GET /v2.0/ports?device_id=51d08af9-1fe7-43a6-bb2f-eba7a1c1997b HTTP/1.1" status: 200 len: 945 time: 0.1086078 Apr 16 16:49:12.383057 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-0f502722-6f72-4409-bd59-f86a300ff52b req-abc6db7b-a8c4-4b01-9832-7ca75dff123a tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] 10.222.0.38 "GET /v2.0/security-groups?id=54c97b37-d7c2-4586-9449-1d4064404c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760241 Apr 16 16:49:12.485492 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922d3040-5871-41fe-80a9-276418ee7104 req-bc806702-f34a-4bc4-9dbd-195b5663d67a tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:12.490864 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-922d3040-5871-41fe-80a9-276418ee7104 req-bc806702-f34a-4bc4-9dbd-195b5663d67a tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7a8ece6-a83a-480a-92f5-30f88f72177e HTTP/1.1" status: 200 len: 945 time: 0.1461341 Apr 16 16:49:12.551739 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-922d3040-5871-41fe-80a9-276418ee7104 req-b87957af-854e-40cb-ba33-34b8d7d86230 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a565f14-c478-4c8e-b10f-c94ccd39d90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517430 Apr 16 16:49:12.636590 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dbd5c2-e409-4a0f-8fc3-00b4357cfb79 req-f04c6a98-b215-4060-8ce9-e91ad1cf9999 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:12.638290 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-c1dbd5c2-e409-4a0f-8fc3-00b4357cfb79 req-f04c6a98-b215-4060-8ce9-e91ad1cf9999 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/ports?device_id=657bbdd8-4ec5-4915-b99b-b975b7518105 HTTP/1.1" status: 200 len: 947 time: 0.0991070 Apr 16 16:49:12.707405 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-c1dbd5c2-e409-4a0f-8fc3-00b4357cfb79 req-73866033-6ba0-442b-83f2-bb908a659407 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/security-groups?id=65f8636e-38c2-4e4e-85cd-26d4e071f42a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597012 Apr 16 16:49:13.409706 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4027e8d5-ad3a-4cb9-b8c1-5eb1c24e8664 req-d40f0f57-7ef5-4a81-adf2-d856332ce3fe tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:13.411383 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-4027e8d5-ad3a-4cb9-b8c1-5eb1c24e8664 req-d40f0f57-7ef5-4a81-adf2-d856332ce3fe tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "GET /v2.0/ports?device_id=1cca9b35-eea5-4ff7-b3cd-b7b9f12feaf4 HTTP/1.1" status: 200 len: 946 time: 0.0920134 Apr 16 16:49:13.468919 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-4027e8d5-ad3a-4cb9-b8c1-5eb1c24e8664 req-9be27596-a138-453d-9af3-654279f754af tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "GET /v2.0/security-groups?id=9619b15f-c003-4676-8b83-3ac3c8f30e30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497999 Apr 16 16:49:13.611075 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a107bfef-f217-494b-8f51-7d3a5503de14 req-e62367fd-f856-4808-9208-8741bfbd2c99 tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:13.612820 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-a107bfef-f217-494b-8f51-7d3a5503de14 req-e62367fd-f856-4808-9208-8741bfbd2c99 tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] 10.222.0.38 "GET /v2.0/ports?device_id=51d08af9-1fe7-43a6-bb2f-eba7a1c1997b HTTP/1.1" status: 200 len: 945 time: 0.1007652 Apr 16 16:49:13.663976 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-a107bfef-f217-494b-8f51-7d3a5503de14 req-4cfe9e85-7f67-493f-961e-3a9a5b980c12 tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] 10.222.0.38 "GET /v2.0/security-groups?id=54c97b37-d7c2-4586-9449-1d4064404c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439341 Apr 16 16:49:14.365484 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb92ef1-c038-415f-9fac-79a1fa77cc15 req-8939482a-edfd-4807-8684-376d16475d2d tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:14.367131 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-1bb92ef1-c038-415f-9fac-79a1fa77cc15 req-8939482a-edfd-4807-8684-376d16475d2d tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7a8ece6-a83a-480a-92f5-30f88f72177e HTTP/1.1" status: 200 len: 945 time: 0.0942438 Apr 16 16:49:14.417258 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-1bb92ef1-c038-415f-9fac-79a1fa77cc15 req-265394d7-bbc7-4c45-b7fc-e6dc07a0df8c tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a565f14-c478-4c8e-b10f-c94ccd39d90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436699 Apr 16 16:49:14.705396 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bc13a7-8ed2-49b0-b929-9accdf2fbb93 req-bdb1d989-aeba-4744-83ce-f6360858ccf5 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:14.707268 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-78bc13a7-8ed2-49b0-b929-9accdf2fbb93 req-bdb1d989-aeba-4744-83ce-f6360858ccf5 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "GET /v2.0/ports?device_id=1cca9b35-eea5-4ff7-b3cd-b7b9f12feaf4 HTTP/1.1" status: 200 len: 946 time: 0.1029820 Apr 16 16:49:14.764071 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-78bc13a7-8ed2-49b0-b929-9accdf2fbb93 req-1484d568-cffd-4a4e-9b57-899539245ed7 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "GET /v2.0/security-groups?id=9619b15f-c003-4676-8b83-3ac3c8f30e30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496211 Apr 16 16:49:14.984413 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b523ef-afaf-4dfe-9ed9-c1475e09d518 req-75f06037-dd6a-4482-a4e6-ee23987e9b9f tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:14.986250 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-f3b523ef-afaf-4dfe-9ed9-c1475e09d518 req-75f06037-dd6a-4482-a4e6-ee23987e9b9f tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] 10.222.0.38 "GET /v2.0/ports?device_id=51d08af9-1fe7-43a6-bb2f-eba7a1c1997b HTTP/1.1" status: 200 len: 945 time: 0.1055648 Apr 16 16:49:15.040807 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-f3b523ef-afaf-4dfe-9ed9-c1475e09d518 req-b3ee22ec-e96e-4204-a95c-4e05d7f73e01 tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] 10.222.0.38 "GET /v2.0/security-groups?id=54c97b37-d7c2-4586-9449-1d4064404c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452876 Apr 16 16:49:15.785274 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23d3808-0995-4794-9a46-5faa2a00d1a9 req-9c3102d6-bcd6-494a-bc56-dc3707ae231f tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:15.787025 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-e23d3808-0995-4794-9a46-5faa2a00d1a9 req-9c3102d6-bcd6-494a-bc56-dc3707ae231f tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] 10.222.0.87 "GET /v2.0/ports?device_id=51d08af9-1fe7-43a6-bb2f-eba7a1c1997b HTTP/1.1" status: 200 len: 945 time: 0.0991545 Apr 16 16:49:15.872592 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [req-e23d3808-0995-4794-9a46-5faa2a00d1a9 req-29619eb0-7041-4efd-9ddf-24d4fa8c0643 tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] Deleting port 6b1b7d24-cc47-4855-8bc5-a121d2090986 {{(pid=85336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:49:15.872979 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-e23d3808-0995-4794-9a46-5faa2a00d1a9 req-29619eb0-7041-4efd-9ddf-24d4fa8c0643 tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285398617716'] for port, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:49:15.982802 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2991cf11-3519-406b-8e84-55bce6ef8850 req-46ba4f49-e3c0-47cb-bc4b-91635d9a890d tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:15.985046 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-2991cf11-3519-406b-8e84-55bce6ef8850 req-46ba4f49-e3c0-47cb-bc4b-91635d9a890d tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "GET /v2.0/ports?device_id=1cca9b35-eea5-4ff7-b3cd-b7b9f12feaf4 HTTP/1.1" status: 200 len: 946 time: 0.0972354 Apr 16 16:49:16.043014 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-2991cf11-3519-406b-8e84-55bce6ef8850 req-5a103198-942d-4c90-a955-770fe4fa83a4 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "GET /v2.0/security-groups?id=9619b15f-c003-4676-8b83-3ac3c8f30e30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490103 Apr 16 16:49:16.180023 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [req-e23d3808-0995-4794-9a46-5faa2a00d1a9 req-29619eb0-7041-4efd-9ddf-24d4fa8c0643 tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] For port 6b1b7d24-cc47-4855-8bc5-a121d2090986, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=6b1b7d24-cc47-4855-8bc5-a121d2090986,segment=NetworkSegment(1b12c9e1-c1a8-40f2-b7e0-4081f813c4bd),segment_id=1b12c9e1-c1a8-40f2-b7e0-4081f813c4bd)] {{(pid=85336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:49:16.180423 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-e23d3808-0995-4794-9a46-5faa2a00d1a9 req-29619eb0-7041-4efd-9ddf-24d4fa8c0643 tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436170'] for port, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:49:16.599783 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [req-e23d3808-0995-4794-9a46-5faa2a00d1a9 req-29619eb0-7041-4efd-9ddf-24d4fa8c0643 tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] Calling delete_port for 6b1b7d24-cc47-4855-8bc5-a121d2090986 owned by compute:nova {{(pid=85336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 16:49:16.782829 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72174a7b-f364-4e61-be06-1b1cb2d8eb81 req-84ccb7f2-b09f-425a-8622-4254450fe91d tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:16.784440 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-72174a7b-f364-4e61-be06-1b1cb2d8eb81 req-84ccb7f2-b09f-425a-8622-4254450fe91d tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] 10.222.0.38 "GET /v2.0/ports?device_id=51d08af9-1fe7-43a6-bb2f-eba7a1c1997b HTTP/1.1" status: 200 len: 945 time: 0.6115303 Apr 16 16:49:16.897116 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-72174a7b-f364-4e61-be06-1b1cb2d8eb81 req-6abf09f3-9043-43d5-8f4a-208fb8a81fc4 tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] 10.222.0.38 "GET /v2.0/security-groups?id=54c97b37-d7c2-4586-9449-1d4064404c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050332 Apr 16 16:49:16.902464 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-e23d3808-0995-4794-9a46-5faa2a00d1a9 req-29619eb0-7041-4efd-9ddf-24d4fa8c0643 tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751456166703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363285399062934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2420184'] for port, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:49:16.918769 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-8fe12808-4f95-4460-bbb9-901bf54a245c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:49:17.017280 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29619eb0-7041-4efd-9ddf-24d4fa8c0643 tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] Pushing event deleted for resources: {'Port': ['ID=6b1b7d24-cc47-4855-8bc5-a121d2090986,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:49:17.024478 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-29619eb0-7041-4efd-9ddf-24d4fa8c0643 tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:49:17.184361 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [req-e23d3808-0995-4794-9a46-5faa2a00d1a9 req-29619eb0-7041-4efd-9ddf-24d4fa8c0643 tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] No DVR routers for this DVR port 6b1b7d24-cc47-4855-8bc5-a121d2090986 on host hv-cinder-73362 {{(pid=85336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 16:49:17.188198 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-e23d3808-0995-4794-9a46-5faa2a00d1a9 req-29619eb0-7041-4efd-9ddf-24d4fa8c0643 tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768218'] for port, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:49:17.191497 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51d08af9-1fe7-43a6-bb2f-eba7a1c1997b', 'name': 'network-vif-deleted', 'tag': '6b1b7d24-cc47-4855-8bc5-a121d2090986'}] {{(pid=85336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:49:17.216838 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-e23d3808-0995-4794-9a46-5faa2a00d1a9 req-29619eb0-7041-4efd-9ddf-24d4fa8c0643 tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] 10.222.0.87 "DELETE /v2.0/ports/6b1b7d24-cc47-4855-8bc5-a121d2090986 HTTP/1.1" status: 204 len: 173 time: 1.4206395 Apr 16 16:49:17.253000 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51d08af9-1fe7-43a6-bb2f-eba7a1c1997b', 'name': 'network-vif-deleted', 'tag': '6b1b7d24-cc47-4855-8bc5-a121d2090986', 'status': 'completed', 'code': 200} Apr 16 16:49:17.298814 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01edc46-e6c9-4a76-b21a-fe87cbe473f3 req-2773fb22-c6ca-4c31-9a4a-39dfcededb83 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:17.300818 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-a01edc46-e6c9-4a76-b21a-fe87cbe473f3 req-2773fb22-c6ca-4c31-9a4a-39dfcededb83 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "GET /v2.0/ports?device_id=1cca9b35-eea5-4ff7-b3cd-b7b9f12feaf4 HTTP/1.1" status: 200 len: 946 time: 0.1181762 Apr 16 16:49:17.360618 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-a01edc46-e6c9-4a76-b21a-fe87cbe473f3 req-489e0efe-b57a-4c11-bc11-854616bfa1aa tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "GET /v2.0/security-groups?id=9619b15f-c003-4676-8b83-3ac3c8f30e30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533793 Apr 16 16:49:17.867161 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9d8849-80c8-4873-9e86-3dce4e0c3eb5 req-6d82fa3a-22a8-406d-8520-5b320dbb64cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:17.869513 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-7d9d8849-80c8-4873-9e86-3dce4e0c3eb5 req-6d82fa3a-22a8-406d-8520-5b320dbb64cb service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=3dd53e8589184e7f8377266cec951d0d&device_id=a7a8ece6-a83a-480a-92f5-30f88f72177e HTTP/1.1" status: 200 len: 1098 time: 0.1105816 Apr 16 16:49:17.904043 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdc0fc7-4e96-4433-bd55-562f23b6a925 req-f1488d8e-d973-485c-8eaf-9a238e646bcc tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:17.906624 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-1fdc0fc7-4e96-4433-bd55-562f23b6a925 req-f1488d8e-d973-485c-8eaf-9a238e646bcc tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7a8ece6-a83a-480a-92f5-30f88f72177e HTTP/1.1" status: 200 len: 945 time: 0.1161351 Apr 16 16:49:17.970927 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-1fdc0fc7-4e96-4433-bd55-562f23b6a925 req-120a18d7-a035-4f65-adb9-cbbf8d64657d tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a565f14-c478-4c8e-b10f-c94ccd39d90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567648 Apr 16 16:49:18.074291 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9d8849-80c8-4873-9e86-3dce4e0c3eb5 req-aacebdb5-90cf-4264-b031-f163be6b757c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:18.075868 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-7d9d8849-80c8-4873-9e86-3dce4e0c3eb5 req-aacebdb5-90cf-4264-b031-f163be6b757c service neutron] 10.222.0.87 "GET /v2.0/networks?id=2c1b2f9a-4043-421f-912b-c908e49b8d79 HTTP/1.1" status: 200 len: 920 time: 0.1987808 Apr 16 16:49:18.162477 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-7d9d8849-80c8-4873-9e86-3dce4e0c3eb5 req-afce81e1-ba6d-4eb3-8029-3bdba37e7b5c service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5778e254-814b-4395-ac58-434d03eeb2b9 HTTP/1.1" status: 200 len: 217 time: 0.0790372 Apr 16 16:49:18.238892 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9d8849-80c8-4873-9e86-3dce4e0c3eb5 req-861c545f-2a38-4578-9eb0-8412793c0249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:18.240465 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-7d9d8849-80c8-4873-9e86-3dce4e0c3eb5 req-861c545f-2a38-4578-9eb0-8412793c0249 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=c2b9a3b8-01fc-4424-851d-e3d624dca274 HTTP/1.1" status: 200 len: 859 time: 0.0686781 Apr 16 16:49:18.299637 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-7d9d8849-80c8-4873-9e86-3dce4e0c3eb5 req-a0b4ae09-de06-4d53-8403-cc25c02c5a23 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=2c1b2f9a-4043-421f-912b-c908e49b8d79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509129 Apr 16 16:49:18.459023 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-7d9d8849-80c8-4873-9e86-3dce4e0c3eb5 req-bcebf66a-354a-4dfd-9dce-46f837b3cd27 service neutron] 10.222.0.87 "GET /v2.0/networks/2c1b2f9a-4043-421f-912b-c908e49b8d79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516869 Apr 16 16:49:18.596628 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46333b47-c572-408d-80ba-999ee70b0043 req-f4bfe9e8-951b-46d8-af87-c0a49c4e9552 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:18.598820 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-46333b47-c572-408d-80ba-999ee70b0043 req-f4bfe9e8-951b-46d8-af87-c0a49c4e9552 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "GET /v2.0/ports?device_id=1cca9b35-eea5-4ff7-b3cd-b7b9f12feaf4 HTTP/1.1" status: 200 len: 946 time: 0.1134183 Apr 16 16:49:18.625652 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-7d9d8849-80c8-4873-9e86-3dce4e0c3eb5 req-707fc420-bc00-4665-abcb-d12f63155b26 service neutron] 10.222.0.87 "GET /v2.0/networks/2c1b2f9a-4043-421f-912b-c908e49b8d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592333 Apr 16 16:49:18.666714 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-46333b47-c572-408d-80ba-999ee70b0043 req-c9d7eb7f-6e7f-417f-9951-9028a0ab2760 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "GET /v2.0/security-groups?id=9619b15f-c003-4676-8b83-3ac3c8f30e30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546649 Apr 16 16:49:18.828940 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Device 6b1b7d24-cc47-4855-8bc5-a121d2090986 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 16:49:18.867279 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] No Port match for: 6b1b7d24-cc47-4855-8bc5-a121d2090986 {{(pid=85337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 16:49:18.867720 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Device 6b1b7d24-cc47-4855-8bc5-a121d2090986 not bound to the agent host hv-cinder-73362 {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 16:49:19.204028 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a9a6d9-9771-4ffb-8c4a-16131241c54c req-3d1ee6b5-5c53-4673-be95-73ee049dca5f tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:19.205807 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-e9a9a6d9-9771-4ffb-8c4a-16131241c54c req-3d1ee6b5-5c53-4673-be95-73ee049dca5f tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7a8ece6-a83a-480a-92f5-30f88f72177e HTTP/1.1" status: 200 len: 945 time: 0.1024182 Apr 16 16:49:19.263279 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-e9a9a6d9-9771-4ffb-8c4a-16131241c54c req-118f2291-f45a-4ce8-87e4-6fe8eb0c004d tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a565f14-c478-4c8e-b10f-c94ccd39d90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497556 Apr 16 16:49:19.771349 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-0f397b51-c9c1-4982-a590-cd8d597c94a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:49:19.904944 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d91418f-af81-4ad4-b544-e16d18b6b494 req-c7ac6aa4-5a42-47e6-b332-58fac3f881d3 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:19.906509 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-2d91418f-af81-4ad4-b544-e16d18b6b494 req-c7ac6aa4-5a42-47e6-b332-58fac3f881d3 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "GET /v2.0/ports?device_id=1cca9b35-eea5-4ff7-b3cd-b7b9f12feaf4 HTTP/1.1" status: 200 len: 946 time: 0.0940073 Apr 16 16:49:19.956057 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-2d91418f-af81-4ad4-b544-e16d18b6b494 req-e1830f36-5e25-4d6e-b70d-85b95c99dbac tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "GET /v2.0/security-groups?id=9619b15f-c003-4676-8b83-3ac3c8f30e30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426078 Apr 16 16:49:20.486501 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dba2df2-51e6-4bf9-bda8-f904db8ab2d6 req-90ee305a-b4da-48d2-9413-9cb6ec4ae942 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:20.488120 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-7dba2df2-51e6-4bf9-bda8-f904db8ab2d6 req-90ee305a-b4da-48d2-9413-9cb6ec4ae942 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7a8ece6-a83a-480a-92f5-30f88f72177e HTTP/1.1" status: 200 len: 945 time: 0.1027296 Apr 16 16:49:20.554163 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-7dba2df2-51e6-4bf9-bda8-f904db8ab2d6 req-85f89f19-6219-414e-931d-c28884c452c7 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a565f14-c478-4c8e-b10f-c94ccd39d90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589576 Apr 16 16:49:21.177723 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612d4b2d-c8e1-4967-bdb3-288461e59954 req-daa2d25e-d169-4fb2-b4e6-4d0b11166bf6 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:21.179548 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-612d4b2d-c8e1-4967-bdb3-288461e59954 req-daa2d25e-d169-4fb2-b4e6-4d0b11166bf6 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "GET /v2.0/ports?device_id=1cca9b35-eea5-4ff7-b3cd-b7b9f12feaf4 HTTP/1.1" status: 200 len: 946 time: 0.1012926 Apr 16 16:49:21.235875 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-612d4b2d-c8e1-4967-bdb3-288461e59954 req-4875a60d-9fb9-40c9-be26-d65200534f44 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "GET /v2.0/security-groups?id=9619b15f-c003-4676-8b83-3ac3c8f30e30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467858 Apr 16 16:49:21.784072 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6453cf-efbd-466c-adef-5c540303ef2b req-197a5af7-f1c0-477d-86e4-324dbad5b736 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:21.786255 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-cc6453cf-efbd-466c-adef-5c540303ef2b req-197a5af7-f1c0-477d-86e4-324dbad5b736 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7a8ece6-a83a-480a-92f5-30f88f72177e HTTP/1.1" status: 200 len: 945 time: 0.1073720 Apr 16 16:49:21.803462 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-731d3b1b-0b1c-4ba9-a1a2-f7aee4a03654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:49:21.844964 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-cc6453cf-efbd-466c-adef-5c540303ef2b req-68c9af5e-2454-4441-a86c-532e443303f3 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a565f14-c478-4c8e-b10f-c94ccd39d90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495024 Apr 16 16:49:22.506229 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5522b1d-5dad-4583-b215-9858a2d52c53 req-0ce7bba1-60c7-4a12-a77b-3c7344c2d3af tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:22.508365 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-d5522b1d-5dad-4583-b215-9858a2d52c53 req-0ce7bba1-60c7-4a12-a77b-3c7344c2d3af tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "GET /v2.0/ports?device_id=1cca9b35-eea5-4ff7-b3cd-b7b9f12feaf4 HTTP/1.1" status: 200 len: 946 time: 0.1201158 Apr 16 16:49:22.571678 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-d5522b1d-5dad-4583-b215-9858a2d52c53 req-ddbbf148-0f2f-4d5d-818e-66181ad3d8b4 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "GET /v2.0/security-groups?id=9619b15f-c003-4676-8b83-3ac3c8f30e30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526378 Apr 16 16:49:22.755500 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a20894b-aeee-42a9-b069-1ef5c984b87e req-d4ec9858-8d90-4e48-8e60-f64310fcaa26 tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:22.757244 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-6a20894b-aeee-42a9-b069-1ef5c984b87e req-d4ec9858-8d90-4e48-8e60-f64310fcaa26 tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] 10.222.0.38 "GET /v2.0/networks?id=19dcc7fc-81c9-4bb8-80ee-5cfba0c1d1fb HTTP/1.1" status: 200 len: 813 time: 0.3980720 Apr 16 16:49:22.775510 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-6a20894b-aeee-42a9-b069-1ef5c984b87e req-385a1d85-b3fb-4a00-a32e-05d49c7c5e74 tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] 10.222.0.38 "GET /v2.0/quotas/446b2caa32674624ae083fec282d894c HTTP/1.1" status: 200 len: 375 time: 0.0109422 Apr 16 16:49:22.844072 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-6a20894b-aeee-42a9-b069-1ef5c984b87e req-e1f0c1cf-074a-4da8-ad21-54b318941851 tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=446b2caa32674624ae083fec282d894c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0616994 Apr 16 16:49:22.865188 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-45c0d62a-bc24-48a8-9022-8ca56da26294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:49:23.031538 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-6a20894b-aeee-42a9-b069-1ef5c984b87e req-541ee689-541a-4b53-96ba-b94f6f94ab99 service neutron] 10.222.0.38 "GET /v2.0/networks/19dcc7fc-81c9-4bb8-80ee-5cfba0c1d1fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735914 Apr 16 16:49:23.133770 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9854c3-8857-4d74-b7a9-17e1722dd4f2 req-62e0f2fe-1c19-431a-a4fa-f51f5d985674 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:23.135320 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-8b9854c3-8857-4d74-b7a9-17e1722dd4f2 req-62e0f2fe-1c19-431a-a4fa-f51f5d985674 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "GET /v2.0/ports?device_id=1cca9b35-eea5-4ff7-b3cd-b7b9f12feaf4 HTTP/1.1" status: 200 len: 946 time: 0.1954854 Apr 16 16:49:23.137525 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c829171-575f-4778-b3fe-d7ed00c61d50 req-1df5690e-f710-4936-9c87-b0cedc52547b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:23.139033 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-1c829171-575f-4778-b3fe-d7ed00c61d50 req-1df5690e-f710-4936-9c87-b0cedc52547b service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=884b1020849e42e3acc115cae0298189&device_id=1cca9b35-eea5-4ff7-b3cd-b7b9f12feaf4 HTTP/1.1" status: 200 len: 1099 time: 0.1302905 Apr 16 16:49:23.187061 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-6a20894b-aeee-42a9-b069-1ef5c984b87e req-e52b118b-92ba-43e6-8d44-2864cf5469ea service neutron] 10.222.0.38 "GET /v2.0/networks/19dcc7fc-81c9-4bb8-80ee-5cfba0c1d1fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496611 Apr 16 16:49:23.286725 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-8b9854c3-8857-4d74-b7a9-17e1722dd4f2 req-ca8446ae-870f-4d6c-9506-a2b9f76db811 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "GET /v2.0/security-groups?id=9619b15f-c003-4676-8b83-3ac3c8f30e30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1427591 Apr 16 16:49:23.365984 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c829171-575f-4778-b3fe-d7ed00c61d50 req-a7b0d0d0-6e95-4f93-913e-bd1ac547708e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:23.368696 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-1c829171-575f-4778-b3fe-d7ed00c61d50 req-a7b0d0d0-6e95-4f93-913e-bd1ac547708e service neutron] 10.222.0.87 "GET /v2.0/networks?id=b5d67f03-2a50-4f49-99e2-88dca9cc2c57 HTTP/1.1" status: 200 len: 912 time: 0.2057772 Apr 16 16:49:23.429706 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-614b74ac-ffe3-49a9-9910-f31fdc640dd4 req-76e1a897-93ec-485c-9dda-4739b4d774ab tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] 10.222.0.38 "GET /v2.0/ports?device_id=c05a56aa-095c-453a-a4ac-6175de5a1f7f HTTP/1.1" status: 200 len: 210 time: 0.0556433 Apr 16 16:49:23.493105 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:49:23.575781 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-1c829171-575f-4778-b3fe-d7ed00c61d50 req-86cf91d6-7519-4e99-b946-d5ff1d4bc9de service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2a6213fd-4b58-4def-bbbe-542929ea9b09 HTTP/1.1" status: 200 len: 1001 time: 0.2000504 Apr 16 16:49:23.600415 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db42e36f-68f6-4c7d-b802-b0367e586344 req-6bee726b-0548-425a-a04d-282766c360e6 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:23.602204 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-db42e36f-68f6-4c7d-b802-b0367e586344 req-6bee726b-0548-425a-a04d-282766c360e6 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7a8ece6-a83a-480a-92f5-30f88f72177e HTTP/1.1" status: 200 len: 945 time: 0.1525433 Apr 16 16:49:23.719787 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-db42e36f-68f6-4c7d-b802-b0367e586344 req-ebd13d16-a68c-43c8-a981-a8a68d957c61 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a565f14-c478-4c8e-b10f-c94ccd39d90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685978 Apr 16 16:49:23.719787 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c829171-575f-4778-b3fe-d7ed00c61d50 req-c34b135d-bd6a-4429-b8ce-6d6d3025c8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:23.721103 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-1c829171-575f-4778-b3fe-d7ed00c61d50 req-c34b135d-bd6a-4429-b8ce-6d6d3025c8ad service neutron] 10.222.0.87 "GET /v2.0/subnets?id=649747cf-05da-40d5-a9b4-d5107e9dbf05 HTTP/1.1" status: 200 len: 850 time: 0.1173298 Apr 16 16:49:23.826346 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c829171-575f-4778-b3fe-d7ed00c61d50 req-60d74095-9192-45a5-8fca-5253d31176a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:23.829240 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-1c829171-575f-4778-b3fe-d7ed00c61d50 req-60d74095-9192-45a5-8fca-5253d31176a1 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=b5d67f03-2a50-4f49-99e2-88dca9cc2c57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0982850 Apr 16 16:49:23.999527 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-1c829171-575f-4778-b3fe-d7ed00c61d50 req-5f1df6ae-27ff-4707-960b-ea54969ec4e1 service neutron] 10.222.0.87 "GET /v2.0/networks/b5d67f03-2a50-4f49-99e2-88dca9cc2c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539130 Apr 16 16:49:24.181755 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-1c829171-575f-4778-b3fe-d7ed00c61d50 req-37e17f97-982b-4dd2-a6d7-5aee80c25dbb service neutron] 10.222.0.87 "GET /v2.0/networks/b5d67f03-2a50-4f49-99e2-88dca9cc2c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666594 Apr 16 16:49:24.250443 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-53783e99-0c04-4d0d-b0b5-c5fd538000c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:49:24.530764 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdc3026-9ab4-4999-b03d-3e3e883c5489 req-690b35be-0838-4429-95ba-8a185107ab47 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:24.532602 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-0cdc3026-9ab4-4999-b03d-3e3e883c5489 req-690b35be-0838-4429-95ba-8a185107ab47 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "GET /v2.0/ports?device_id=1cca9b35-eea5-4ff7-b3cd-b7b9f12feaf4 HTTP/1.1" status: 200 len: 946 time: 0.1060550 Apr 16 16:49:24.606855 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-0cdc3026-9ab4-4999-b03d-3e3e883c5489 req-9bd32461-0e9d-4774-8cfb-b5f1ded2cd2e tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "GET /v2.0/security-groups?id=9619b15f-c003-4676-8b83-3ac3c8f30e30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649068 Apr 16 16:49:24.639889 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-8382a49f-dfd0-4fe6-99a3-df25a41c5491 req-64019064-0e80-4f4d-858d-a4cef507005a tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] Synchronizing usage tracker for tenant:446b2caa32674624ae083fec282d894c on resource:port {{(pid=85336) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 16:49:24.681684 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-8382a49f-dfd0-4fe6-99a3-df25a41c5491 req-64019064-0e80-4f4d-858d-a4cef507005a tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] Unset dirty status for tenant:446b2caa32674624ae083fec282d894c on resource:port {{(pid=85336) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 16:49:24.683017 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-8382a49f-dfd0-4fe6-99a3-df25a41c5491 req-64019064-0e80-4f4d-858d-a4cef507005a tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] 10.222.0.38 "GET /v2.0/ports?device_id=c05a56aa-095c-453a-a4ac-6175de5a1f7f HTTP/1.1" status: 200 len: 210 time: 0.0991106 Apr 16 16:49:24.855753 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a20894b-aeee-42a9-b069-1ef5c984b87e req-56a1caae-95cf-4a05-aedd-b6845656ff61 tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:24.857767 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-6a20894b-aeee-42a9-b069-1ef5c984b87e req-56a1caae-95cf-4a05-aedd-b6845656ff61 tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] 10.222.0.87 "GET /v2.0/networks?id=19dcc7fc-81c9-4bb8-80ee-5cfba0c1d1fb HTTP/1.1" status: 200 len: 813 time: 0.2065022 Apr 16 16:49:24.872170 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.v2.base [req-6a20894b-aeee-42a9-b069-1ef5c984b87e req-957b4594-a46e-463d-b721-cedc52fbe5e2 tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] Request body: {'port': {'device_id': 'c05a56aa-095c-453a-a4ac-6175de5a1f7f', 'network_id': '19dcc7fc-81c9-4bb8-80ee-5cfba0c1d1fb', 'admin_state_up': True, 'tenant_id': '446b2caa32674624ae083fec282d894c'}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:49:25.043815 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe3febb-8e1f-418a-a5b8-d75eef1b9bde req-b9e051d5-b8e1-494e-a16c-b92d32e8f09d tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:25.045661 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-6fe3febb-8e1f-418a-a5b8-d75eef1b9bde req-b9e051d5-b8e1-494e-a16c-b92d32e8f09d tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7a8ece6-a83a-480a-92f5-30f88f72177e HTTP/1.1" status: 200 len: 945 time: 0.1042142 Apr 16 16:49:25.093816 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [req-6a20894b-aeee-42a9-b069-1ef5c984b87e req-957b4594-a46e-463d-b721-cedc52fbe5e2 tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:49:25.107488 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [req-6a20894b-aeee-42a9-b069-1ef5c984b87e req-957b4594-a46e-463d-b721-cedc52fbe5e2 tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:49:25.111606 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-6fe3febb-8e1f-418a-a5b8-d75eef1b9bde req-1c1d3d23-0fa2-40df-b3ba-842b8c0de762 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a565f14-c478-4c8e-b10f-c94ccd39d90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587792 Apr 16 16:49:25.119197 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a20894b-aeee-42a9-b069-1ef5c984b87e req-957b4594-a46e-463d-b721-cedc52fbe5e2 tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] Made reservation on behalf of 446b2caa32674624ae083fec282d894c for: {'port': 1} {{(pid=85336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 16:49:25.126289 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-6a20894b-aeee-42a9-b069-1ef5c984b87e req-957b4594-a46e-463d-b721-cedc52fbe5e2 tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:49:25.535271 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.db_base_plugin_common [req-6a20894b-aeee-42a9-b069-1ef5c984b87e req-957b4594-a46e-463d-b721-cedc52fbe5e2 tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] Allocated IP 172.20.0.13 (19dcc7fc-81c9-4bb8-80ee-5cfba0c1d1fb/dae0094f-2b6d-44a2-8dd1-7b92890b350e/e58657ca-6975-4dcd-9f1c-d5a46e95bd62) {{(pid=85336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 16:49:25.893078 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-6a20894b-aeee-42a9-b069-1ef5c984b87e req-957b4594-a46e-463d-b721-cedc52fbe5e2 tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] Notify callbacks [] for port, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:49:25.910467 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-aae211df-0130-417a-8b28-3bafd14cd5e6 req-95b13aa3-7abf-410a-b3ea-9625c3faa5bb tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] 10.222.0.38 "GET /v2.0/ports?device_id=c05a56aa-095c-453a-a4ac-6175de5a1f7f HTTP/1.1" status: 200 len: 210 time: 0.0621762 Apr 16 16:49:25.923599 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ac1b2e-b1f3-4e06-a84c-e944dc96b4f6 req-29c806a6-08c4-465a-ba89-c2777c3dc87e tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:25.925241 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-64ac1b2e-b1f3-4e06-a84c-e944dc96b4f6 req-29c806a6-08c4-465a-ba89-c2777c3dc87e tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "GET /v2.0/ports?device_id=1cca9b35-eea5-4ff7-b3cd-b7b9f12feaf4 HTTP/1.1" status: 200 len: 946 time: 0.1585796 Apr 16 16:49:25.974181 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-6a20894b-aeee-42a9-b069-1ef5c984b87e req-957b4594-a46e-463d-b721-cedc52fbe5e2 tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751455712866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2420184'] for port, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:49:25.992093 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:49:26.047201 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-64ac1b2e-b1f3-4e06-a84c-e944dc96b4f6 req-3973ba16-b5cc-470f-bcb0-91afaa5ae1f0 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "GET /v2.0/security-groups?id=9619b15f-c003-4676-8b83-3ac3c8f30e30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114528 Apr 16 16:49:26.137761 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957b4594-a46e-463d-b721-cedc52fbe5e2 tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] Pushing event updated for resources: {'Port': ['ID=e58657ca-6975-4dcd-9f1c-d5a46e95bd62,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:49:26.142647 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-957b4594-a46e-463d-b721-cedc52fbe5e2 tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:49:26.202051 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a20894b-aeee-42a9-b069-1ef5c984b87e req-957b4594-a46e-463d-b721-cedc52fbe5e2 tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] Network 19dcc7fc-81c9-4bb8-80ee-5cfba0c1d1fb is already hosted by enough agents. {{(pid=85336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 16:49:26.203588 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [req-6a20894b-aeee-42a9-b069-1ef5c984b87e req-957b4594-a46e-463d-b721-cedc52fbe5e2 tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] Resources bound (agent type, host, resource id): {{(pid=85336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:49:26.206052 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a20894b-aeee-42a9-b069-1ef5c984b87e req-957b4594-a46e-463d-b721-cedc52fbe5e2 tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] Received port after_create {{(pid=85336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 16:49:26.283619 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a20894b-aeee-42a9-b069-1ef5c984b87e req-957b4594-a46e-463d-b721-cedc52fbe5e2 tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:26.284338 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-6a20894b-aeee-42a9-b069-1ef5c984b87e req-957b4594-a46e-463d-b721-cedc52fbe5e2 tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768218'] for port, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:49:26.319234 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-6a20894b-aeee-42a9-b069-1ef5c984b87e req-957b4594-a46e-463d-b721-cedc52fbe5e2 tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4505727 Apr 16 16:49:26.340614 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.v2.base [req-6a20894b-aeee-42a9-b069-1ef5c984b87e req-1a30fbad-cce1-43d7-a804-d3e250cd82d9 service neutron] Request body: {'port': {'device_id': 'c05a56aa-095c-453a-a4ac-6175de5a1f7f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:49:26.347229 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c0f752-65ab-4dce-8306-c76f4c7e6ad4 req-38e5dde2-bfc5-47cd-815c-88c286f6c9db tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:26.350260 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-07c0f752-65ab-4dce-8306-c76f4c7e6ad4 req-38e5dde2-bfc5-47cd-815c-88c286f6c9db tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7a8ece6-a83a-480a-92f5-30f88f72177e HTTP/1.1" status: 200 len: 945 time: 0.1068277 Apr 16 16:49:26.421297 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-07c0f752-65ab-4dce-8306-c76f4c7e6ad4 req-9ccbb93a-5ab8-44a9-8cdb-fba7f3f5f390 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a565f14-c478-4c8e-b10f-c94ccd39d90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590069 Apr 16 16:49:26.472978 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-6a20894b-aeee-42a9-b069-1ef5c984b87e req-1a30fbad-cce1-43d7-a804-d3e250cd82d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:49:26.868375 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [req-6a20894b-aeee-42a9-b069-1ef5c984b87e req-1a30fbad-cce1-43d7-a804-d3e250cd82d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e58657ca-6975-4dcd-9f1c-d5a46e95bd62 {{(pid=85336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 16:49:26.877844 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-6a20894b-aeee-42a9-b069-1ef5c984b87e req-1a30fbad-cce1-43d7-a804-d3e250cd82d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:49:26.895412 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [req-6a20894b-aeee-42a9-b069-1ef5c984b87e req-1a30fbad-cce1-43d7-a804-d3e250cd82d9 service neutron] Transition to ACTIVE for port object e58657ca-6975-4dcd-9f1c-d5a46e95bd62 will not be triggered until provisioned by entity L2. {{(pid=85336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:49:26.898094 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-6a20894b-aeee-42a9-b069-1ef5c984b87e req-1a30fbad-cce1-43d7-a804-d3e250cd82d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852355648'] for port, after_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:49:26.915182 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:49:27.129757 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a30fbad-cce1-43d7-a804-d3e250cd82d9 service neutron] Pushing event updated for resources: {'Port': ['ID=e58657ca-6975-4dcd-9f1c-d5a46e95bd62,revision_number=2']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:49:27.133531 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1a30fbad-cce1-43d7-a804-d3e250cd82d9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:49:27.320312 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af07b1b1-65eb-4cf2-b87c-132e721caf10 req-81f28323-7ad5-4124-bd72-08206633205a tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:27.321097 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-af07b1b1-65eb-4cf2-b87c-132e721caf10 req-81f28323-7ad5-4124-bd72-08206633205a tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] Synchronizing usage tracker for tenant:446b2caa32674624ae083fec282d894c on resource:port {{(pid=85336) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 16:49:27.386823 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-af07b1b1-65eb-4cf2-b87c-132e721caf10 req-81f28323-7ad5-4124-bd72-08206633205a tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] Unset dirty status for tenant:446b2caa32674624ae083fec282d894c on resource:port {{(pid=85336) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 16:49:27.388104 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-af07b1b1-65eb-4cf2-b87c-132e721caf10 req-81f28323-7ad5-4124-bd72-08206633205a tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] 10.222.0.38 "GET /v2.0/ports?device_id=c05a56aa-095c-453a-a4ac-6175de5a1f7f HTTP/1.1" status: 200 len: 944 time: 0.3297403 Apr 16 16:49:27.436753 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [req-6a20894b-aeee-42a9-b069-1ef5c984b87e req-1a30fbad-cce1-43d7-a804-d3e250cd82d9 service neutron] Attempting to bind port e58657ca-6975-4dcd-9f1c-d5a46e95bd62 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=85336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 16:49:27.437091 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [req-6a20894b-aeee-42a9-b069-1ef5c984b87e req-1a30fbad-cce1-43d7-a804-d3e250cd82d9 service neutron] Attempting to bind port e58657ca-6975-4dcd-9f1c-d5a46e95bd62 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '1b12c9e1-c1a8-40f2-b7e0-4081f813c4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '19dcc7fc-81c9-4bb8-80ee-5cfba0c1d1fb'}] {{(pid=85336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 16:49:27.437395 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a20894b-aeee-42a9-b069-1ef5c984b87e req-1a30fbad-cce1-43d7-a804-d3e250cd82d9 service neutron] Attempting to bind port e58657ca-6975-4dcd-9f1c-d5a46e95bd62 on network 19dcc7fc-81c9-4bb8-80ee-5cfba0c1d1fb {{(pid=85336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 16:49:27.450614 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a20894b-aeee-42a9-b069-1ef5c984b87e req-1a30fbad-cce1-43d7-a804-d3e250cd82d9 service neutron] Port e58657ca-6975-4dcd-9f1c-d5a46e95bd62 on network 19dcc7fc-81c9-4bb8-80ee-5cfba0c1d1fb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=85336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 16:49:27.450968 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a20894b-aeee-42a9-b069-1ef5c984b87e req-1a30fbad-cce1-43d7-a804-d3e250cd82d9 service neutron] Attempting to bind port e58657ca-6975-4dcd-9f1c-d5a46e95bd62 on network 19dcc7fc-81c9-4bb8-80ee-5cfba0c1d1fb {{(pid=85336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 16:49:27.467404 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a20894b-aeee-42a9-b069-1ef5c984b87e req-1a30fbad-cce1-43d7-a804-d3e250cd82d9 service neutron] Checking agent: {'id': '0677065c-8485-4f55-bc15-3b41e2e6feb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 16, 43, 39), 'started_at': datetime.datetime(2021, 4, 16, 16, 43, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 49, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 16:49:27.467778 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a20894b-aeee-42a9-b069-1ef5c984b87e req-1a30fbad-cce1-43d7-a804-d3e250cd82d9 service neutron] Checking segment: {'id': '1b12c9e1-c1a8-40f2-b7e0-4081f813c4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '19dcc7fc-81c9-4bb8-80ee-5cfba0c1d1fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 16:49:27.468191 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a20894b-aeee-42a9-b069-1ef5c984b87e req-1a30fbad-cce1-43d7-a804-d3e250cd82d9 service neutron] Bound using segment: {'id': '1b12c9e1-c1a8-40f2-b7e0-4081f813c4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '19dcc7fc-81c9-4bb8-80ee-5cfba0c1d1fb'} {{(pid=85336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 16:49:27.468755 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [req-6a20894b-aeee-42a9-b069-1ef5c984b87e req-1a30fbad-cce1-43d7-a804-d3e250cd82d9 service neutron] Bound port: e58657ca-6975-4dcd-9f1c-d5a46e95bd62, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b12c9e1-c1a8-40f2-b7e0-4081f813c4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '19dcc7fc-81c9-4bb8-80ee-5cfba0c1d1fb'}}] {{(pid=85336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 16:49:27.469139 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-6a20894b-aeee-42a9-b069-1ef5c984b87e req-1a30fbad-cce1-43d7-a804-d3e250cd82d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:49:27.483148 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-af07b1b1-65eb-4cf2-b87c-132e721caf10 req-8663775c-9b76-4ca7-9a10-f731deda0f93 tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] 10.222.0.38 "GET /v2.0/security-groups?id=54c97b37-d7c2-4586-9449-1d4064404c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860341 Apr 16 16:49:27.584594 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [req-6a20894b-aeee-42a9-b069-1ef5c984b87e req-1a30fbad-cce1-43d7-a804-d3e250cd82d9 service neutron] For port e58657ca-6975-4dcd-9f1c-d5a46e95bd62, host hv-cinder-73362, cleared binding levels {{(pid=85336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 16:49:27.588053 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [req-6a20894b-aeee-42a9-b069-1ef5c984b87e req-1a30fbad-cce1-43d7-a804-d3e250cd82d9 service neutron] For port e58657ca-6975-4dcd-9f1c-d5a46e95bd62, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=e58657ca-6975-4dcd-9f1c-d5a46e95bd62,segment=NetworkSegment(1b12c9e1-c1a8-40f2-b7e0-4081f813c4bd),segment_id=1b12c9e1-c1a8-40f2-b7e0-4081f813c4bd)] {{(pid=85336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 16:49:27.593200 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-6a20894b-aeee-42a9-b069-1ef5c984b87e req-1a30fbad-cce1-43d7-a804-d3e250cd82d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852355648'] for port, after_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:49:27.608283 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-f6c83c9c-e45e-4d3f-af5f-e5fb0e28f891 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:49:27.667977 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71606fde-83dd-4886-b8f9-06e16e380b4a req-f7b24be8-1eea-4512-bfd5-3f8937584774 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:27.669660 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-71606fde-83dd-4886-b8f9-06e16e380b4a req-f7b24be8-1eea-4512-bfd5-3f8937584774 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7a8ece6-a83a-480a-92f5-30f88f72177e HTTP/1.1" status: 200 len: 945 time: 0.1029558 Apr 16 16:49:27.724544 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-71606fde-83dd-4886-b8f9-06e16e380b4a req-1c4a2690-91d3-4aad-8690-2a67d1938d23 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a565f14-c478-4c8e-b10f-c94ccd39d90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473888 Apr 16 16:49:27.812021 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a30fbad-cce1-43d7-a804-d3e250cd82d9 service neutron] Pushing event updated for resources: {'Port': ['ID=e58657ca-6975-4dcd-9f1c-d5a46e95bd62,revision_number=3']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:49:27.815345 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1a30fbad-cce1-43d7-a804-d3e250cd82d9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:49:27.859638 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a20894b-aeee-42a9-b069-1ef5c984b87e req-1a30fbad-cce1-43d7-a804-d3e250cd82d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:27.860068 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-6a20894b-aeee-42a9-b069-1ef5c984b87e req-1a30fbad-cce1-43d7-a804-d3e250cd82d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768218'] for port, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:49:27.861672 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-6a20894b-aeee-42a9-b069-1ef5c984b87e req-1a30fbad-cce1-43d7-a804-d3e250cd82d9 service neutron] 10.222.0.87 "PUT /v2.0/ports/e58657ca-6975-4dcd-9f1c-d5a46e95bd62 HTTP/1.1" status: 200 len: 1094 time: 1.5294349 Apr 16 16:49:27.862293 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c05a56aa-095c-453a-a4ac-6175de5a1f7f', 'tag': 'e58657ca-6975-4dcd-9f1c-d5a46e95bd62'}] {{(pid=85336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:49:27.949564 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c05a56aa-095c-453a-a4ac-6175de5a1f7f', 'tag': 'e58657ca-6975-4dcd-9f1c-d5a46e95bd62', 'status': 'completed', 'code': 200} Apr 16 16:49:27.989161 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a20894b-aeee-42a9-b069-1ef5c984b87e req-fbeb7116-47fe-481e-9bc3-a91865d80028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:27.990821 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-6a20894b-aeee-42a9-b069-1ef5c984b87e req-fbeb7116-47fe-481e-9bc3-a91865d80028 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=446b2caa32674624ae083fec282d894c&device_id=c05a56aa-095c-453a-a4ac-6175de5a1f7f HTTP/1.1" status: 200 len: 1097 time: 0.0837455 Apr 16 16:49:28.074993 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-6a20894b-aeee-42a9-b069-1ef5c984b87e req-2d8e082a-c7af-4078-be0b-1cdd72ae7d29 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e58657ca-6975-4dcd-9f1c-d5a46e95bd62 HTTP/1.1" status: 200 len: 217 time: 0.0762303 Apr 16 16:49:28.153644 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a20894b-aeee-42a9-b069-1ef5c984b87e req-620377e8-6ad4-4012-b281-746236d2e244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:28.155549 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-6a20894b-aeee-42a9-b069-1ef5c984b87e req-620377e8-6ad4-4012-b281-746236d2e244 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=dae0094f-2b6d-44a2-8dd1-7b92890b350e HTTP/1.1" status: 200 len: 853 time: 0.0712011 Apr 16 16:49:28.216202 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-6a20894b-aeee-42a9-b069-1ef5c984b87e req-44457c2f-f631-4a37-bc17-919d280a6796 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=19dcc7fc-81c9-4bb8-80ee-5cfba0c1d1fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469661 Apr 16 16:49:28.375513 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-6a20894b-aeee-42a9-b069-1ef5c984b87e req-dc1e8bfe-145a-415b-8b35-07568768f725 service neutron] 10.222.0.87 "GET /v2.0/networks/19dcc7fc-81c9-4bb8-80ee-5cfba0c1d1fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446893 Apr 16 16:49:28.552931 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-6a20894b-aeee-42a9-b069-1ef5c984b87e req-afb3ccae-5b94-4d6d-bd8c-6c9e2edb4fe0 service neutron] 10.222.0.87 "GET /v2.0/networks/19dcc7fc-81c9-4bb8-80ee-5cfba0c1d1fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642866 Apr 16 16:49:28.759596 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a571501-1d3c-40fe-9e03-c7d2712891ae req-318b802b-b0f6-406e-983d-d47d762e8a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:28.761335 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-6a571501-1d3c-40fe-9e03-c7d2712891ae req-318b802b-b0f6-406e-983d-d47d762e8a0a service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=446b2caa32674624ae083fec282d894c&device_id=c05a56aa-095c-453a-a4ac-6175de5a1f7f HTTP/1.1" status: 200 len: 1097 time: 0.1285224 Apr 16 16:49:28.773052 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab0cf19-54e9-4362-ad95-1378ccf4cb21 req-ff6d8ef2-4dfd-4186-b6cc-d856ddf78e8f tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:28.782100 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-dab0cf19-54e9-4362-ad95-1378ccf4cb21 req-ff6d8ef2-4dfd-4186-b6cc-d856ddf78e8f tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] 10.222.0.38 "GET /v2.0/ports?device_id=c05a56aa-095c-453a-a4ac-6175de5a1f7f HTTP/1.1" status: 200 len: 944 time: 0.1514056 Apr 16 16:49:28.830865 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-dab0cf19-54e9-4362-ad95-1378ccf4cb21 req-a8a673d6-e979-4d48-a53d-cb5d4a997fa1 tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] 10.222.0.38 "GET /v2.0/security-groups?id=54c97b37-d7c2-4586-9449-1d4064404c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475297 Apr 16 16:49:29.018918 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a571501-1d3c-40fe-9e03-c7d2712891ae req-aac44443-83e2-4513-a9e7-1ff9c09adc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:29.020824 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-6a571501-1d3c-40fe-9e03-c7d2712891ae req-aac44443-83e2-4513-a9e7-1ff9c09adc24 service neutron] 10.222.0.87 "GET /v2.0/networks?id=19dcc7fc-81c9-4bb8-80ee-5cfba0c1d1fb HTTP/1.1" status: 200 len: 914 time: 0.2471232 Apr 16 16:49:29.093016 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e218773-c558-42d7-bac3-fb4026863938 req-4afce7c5-5d4a-4e95-bd3a-a8e594db9812 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:29.094621 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-7e218773-c558-42d7-bac3-fb4026863938 req-4afce7c5-5d4a-4e95-bd3a-a8e594db9812 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7a8ece6-a83a-480a-92f5-30f88f72177e HTTP/1.1" status: 200 len: 945 time: 0.1993120 Apr 16 16:49:29.128963 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-6a571501-1d3c-40fe-9e03-c7d2712891ae req-6141f526-1ab6-4c75-9841-544f20f9e3e0 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e58657ca-6975-4dcd-9f1c-d5a46e95bd62 HTTP/1.1" status: 200 len: 217 time: 0.0994911 Apr 16 16:49:29.204027 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-7e218773-c558-42d7-bac3-fb4026863938 req-4befcbe8-ff3c-4e18-a486-db9d1deba518 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a565f14-c478-4c8e-b10f-c94ccd39d90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014893 Apr 16 16:49:29.224081 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a571501-1d3c-40fe-9e03-c7d2712891ae req-8d2df631-d87b-49d0-808a-f688d450a275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:29.225706 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-6a571501-1d3c-40fe-9e03-c7d2712891ae req-8d2df631-d87b-49d0-808a-f688d450a275 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=dae0094f-2b6d-44a2-8dd1-7b92890b350e HTTP/1.1" status: 200 len: 853 time: 0.0905964 Apr 16 16:49:29.287504 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-6a571501-1d3c-40fe-9e03-c7d2712891ae req-3925a219-b415-4a43-95e8-4ad40d85bfb4 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=19dcc7fc-81c9-4bb8-80ee-5cfba0c1d1fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511355 Apr 16 16:49:29.742858 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-6a571501-1d3c-40fe-9e03-c7d2712891ae req-5c1a572d-2bef-413e-8724-419a9684469c service neutron] 10.222.0.87 "GET /v2.0/networks/19dcc7fc-81c9-4bb8-80ee-5cfba0c1d1fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4446783 Apr 16 16:49:29.928428 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-6a571501-1d3c-40fe-9e03-c7d2712891ae req-f7090eef-45a0-4f59-a253-9a2ffb62a631 service neutron] 10.222.0.87 "GET /v2.0/networks/19dcc7fc-81c9-4bb8-80ee-5cfba0c1d1fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768417 Apr 16 16:49:30.106952 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89072747-90bf-44b5-b467-f19932b4c063 req-b2e37bcb-8176-4d3b-ae77-b735452dafbe tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:30.109741 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-89072747-90bf-44b5-b467-f19932b4c063 req-b2e37bcb-8176-4d3b-ae77-b735452dafbe tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] 10.222.0.38 "GET /v2.0/ports?device_id=c05a56aa-095c-453a-a4ac-6175de5a1f7f HTTP/1.1" status: 200 len: 944 time: 0.1203270 Apr 16 16:49:30.177774 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-89072747-90bf-44b5-b467-f19932b4c063 req-ec009ba9-3e4a-4337-8051-7600d2da6b4a tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] 10.222.0.38 "GET /v2.0/security-groups?id=54c97b37-d7c2-4586-9449-1d4064404c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583529 Apr 16 16:49:30.483881 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ce1476-9cec-4011-b977-7f1107cebf7d req-5647323f-9f58-4cab-a3ec-3353c02eee10 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:30.485799 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-43ce1476-9cec-4011-b977-7f1107cebf7d req-5647323f-9f58-4cab-a3ec-3353c02eee10 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7a8ece6-a83a-480a-92f5-30f88f72177e HTTP/1.1" status: 200 len: 945 time: 0.1188507 Apr 16 16:49:30.557413 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-43ce1476-9cec-4011-b977-7f1107cebf7d req-bd120199-5623-4f0b-a0ac-1fd7afeb13b8 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a565f14-c478-4c8e-b10f-c94ccd39d90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641139 Apr 16 16:49:30.607792 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.agents_db [None req-ebbb9395-3582-4696-b633-83ddaf7c527f None None] Agent healthcheck: found 6 active agents {{(pid=85338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 16:49:30.906475 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Device e58657ca-6975-4dcd-9f1c-d5a46e95bd62 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=85337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 16:49:31.054128 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] For port e58657ca-6975-4dcd-9f1c-d5a46e95bd62, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=e58657ca-6975-4dcd-9f1c-d5a46e95bd62,segment=NetworkSegment(1b12c9e1-c1a8-40f2-b7e0-4081f813c4bd),segment_id=1b12c9e1-c1a8-40f2-b7e0-4081f813c4bd)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:49:31.072310 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Returning: {'device': 'e58657ca-6975-4dcd-9f1c-d5a46e95bd62', 'network_id': '19dcc7fc-81c9-4bb8-80ee-5cfba0c1d1fb', 'port_id': 'e58657ca-6975-4dcd-9f1c-d5a46e95bd62', 'mac_address': 'fa:16:3e:bd:92:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 754, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dae0094f-2b6d-44a2-8dd1-7b92890b350e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 16:49:31.133575 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:49:31.153602 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e58657ca-6975-4dcd-9f1c-d5a46e95bd62 {{(pid=85337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 16:49:31.171762 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] For port e58657ca-6975-4dcd-9f1c-d5a46e95bd62, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=e58657ca-6975-4dcd-9f1c-d5a46e95bd62,segment=NetworkSegment(1b12c9e1-c1a8-40f2-b7e0-4081f813c4bd),segment_id=1b12c9e1-c1a8-40f2-b7e0-4081f813c4bd)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:49:31.174774 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:49:31.176704 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:49:31.266597 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Pushing event updated for resources: {'Port': ['ID=e58657ca-6975-4dcd-9f1c-d5a46e95bd62,revision_number=4']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:49:31.269950 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:49:31.415372 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b198eda4-385c-4d91-baa9-26482967e0b1 req-e419ec5b-4dfc-4ed9-88fe-e51e56b003c6 tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:31.417039 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-b198eda4-385c-4d91-baa9-26482967e0b1 req-e419ec5b-4dfc-4ed9-88fe-e51e56b003c6 tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] 10.222.0.38 "GET /v2.0/ports?device_id=c05a56aa-095c-453a-a4ac-6175de5a1f7f HTTP/1.1" status: 200 len: 945 time: 0.1061344 Apr 16 16:49:31.461604 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] get_ports_and_sgs() called for port_ids ['e58657ca-6975-4dcd-9f1c-d5a46e95bd62'] {{(pid=85337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 16:49:31.481483 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-b198eda4-385c-4d91-baa9-26482967e0b1 req-87ceb522-c4f7-484a-8f10-c5cef8a0495c tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] 10.222.0.38 "GET /v2.0/security-groups?id=54c97b37-d7c2-4586-9449-1d4064404c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516534 Apr 16 16:49:31.808584 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2e673a-ad56-45aa-b225-b09b7b7aba29 req-c9569d9b-3765-463c-8330-581f44836897 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:31.810235 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-ea2e673a-ad56-45aa-b225-b09b7b7aba29 req-c9569d9b-3765-463c-8330-581f44836897 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7a8ece6-a83a-480a-92f5-30f88f72177e HTTP/1.1" status: 200 len: 945 time: 0.1192794 Apr 16 16:49:31.882692 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-ea2e673a-ad56-45aa-b225-b09b7b7aba29 req-d63fc10b-acdf-4f80-a027-3c97891a1ea4 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a565f14-c478-4c8e-b10f-c94ccd39d90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648963 Apr 16 16:49:32.741826 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142ee2ae-4156-4cb3-b46f-40347d9ad32d req-1cd43846-a9fc-4859-84c7-f589775c5b56 tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:32.743799 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-142ee2ae-4156-4cb3-b46f-40347d9ad32d req-1cd43846-a9fc-4859-84c7-f589775c5b56 tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] 10.222.0.38 "GET /v2.0/ports?device_id=c05a56aa-095c-453a-a4ac-6175de5a1f7f HTTP/1.1" status: 200 len: 945 time: 0.1302388 Apr 16 16:49:32.796819 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-142ee2ae-4156-4cb3-b46f-40347d9ad32d req-bdd92789-4cd0-4ba1-b0e2-0fd686efe1bb tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] 10.222.0.38 "GET /v2.0/security-groups?id=54c97b37-d7c2-4586-9449-1d4064404c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460985 Apr 16 16:49:32.825775 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 40988) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:49:32.937137 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Device e58657ca-6975-4dcd-9f1c-d5a46e95bd62 up at agent hyperv_hv-cinder-73362 {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:49:32.965710 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-28e2e7ca-b8d1-438c-aae2-dee6856bcdf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:49:32.984668 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-28e2e7ca-b8d1-438c-aae2-dee6856bcdf3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:49:32.989310 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-28e2e7ca-b8d1-438c-aae2-dee6856bcdf3 admin admin] Usage tracker for resource:security_group_rule and tenant:0d99d52e78c3447fa7d9783892a5eba3 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:49:32.992403 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-28e2e7ca-b8d1-438c-aae2-dee6856bcdf3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:49:32.998687 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-28e2e7ca-b8d1-438c-aae2-dee6856bcdf3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:49:33.026646 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Provisioning for port e58657ca-6975-4dcd-9f1c-d5a46e95bd62 completed by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:49:33.033331 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Provisioning complete for port e58657ca-6975-4dcd-9f1c-d5a46e95bd62 triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:49:33.034065 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852761088'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:49:33.098807 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-28e2e7ca-b8d1-438c-aae2-dee6856bcdf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:49:33.102601 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-28e2e7ca-b8d1-438c-aae2-dee6856bcdf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:49:33.118545 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-e4712e19-d438-48b2-aa15-402640309092 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:49:33.128092 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb6dcb5-a580-4656-8c95-b12353a245e7 req-79a2c7bd-95f4-4898-b772-bad965e1c5aa tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:33.130074 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-2eb6dcb5-a580-4656-8c95-b12353a245e7 req-79a2c7bd-95f4-4898-b772-bad965e1c5aa tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7a8ece6-a83a-480a-92f5-30f88f72177e HTTP/1.1" status: 200 len: 945 time: 0.1071312 Apr 16 16:49:33.154952 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e2e7ca-b8d1-438c-aae2-dee6856bcdf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b962979e-971d-4080-abbc-b10dfc72d945,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:49:33.172144 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:49:33.177904 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-28e2e7ca-b8d1-438c-aae2-dee6856bcdf3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0d99d52e78c3447fa7d9783892a5eba3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3507719 Apr 16 16:49:33.178736 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 40996) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:49:33.179408 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-28e2e7ca-b8d1-438c-aae2-dee6856bcdf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:49:33.205415 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c05a56aa-095c-453a-a4ac-6175de5a1f7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e58657ca-6975-4dcd-9f1c-d5a46e95bd62'}] {{(pid=85337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:49:33.209896 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-2eb6dcb5-a580-4656-8c95-b12353a245e7 req-3d762fac-28c7-4b6f-a994-ab39c3ddb67e tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a565f14-c478-4c8e-b10f-c94ccd39d90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708530 Apr 16 16:49:33.217471 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] For port e58657ca-6975-4dcd-9f1c-d5a46e95bd62, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=e58657ca-6975-4dcd-9f1c-d5a46e95bd62,segment=NetworkSegment(1b12c9e1-c1a8-40f2-b7e0-4081f813c4bd),segment_id=1b12c9e1-c1a8-40f2-b7e0-4081f813c4bd)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:49:33.221095 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:49:33.223262 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:49:33.270938 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-582fafc6-cdf4-433d-b3ee-d2daed343a32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:49:33.273699 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c05a56aa-095c-453a-a4ac-6175de5a1f7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e58657ca-6975-4dcd-9f1c-d5a46e95bd62', 'code': 200} Apr 16 16:49:33.303966 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Pushing event updated for resources: {'Port': ['ID=e58657ca-6975-4dcd-9f1c-d5a46e95bd62,revision_number=5']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:49:33.304459 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-582fafc6-cdf4-433d-b3ee-d2daed343a32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:49:33.307953 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:49:33.356209 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-582fafc6-cdf4-433d-b3ee-d2daed343a32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:49:33.362219 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-3cdf4543-2a8b-4448-87da-563c9014efd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:49:33.375370 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582fafc6-cdf4-433d-b3ee-d2daed343a32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b962979e-971d-4080-abbc-b10dfc72d945,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:49:33.380627 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-582fafc6-cdf4-433d-b3ee-d2daed343a32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:49:33.382751 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-582fafc6-cdf4-433d-b3ee-d2daed343a32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:49:33.385138 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-582fafc6-cdf4-433d-b3ee-d2daed343a32 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b962979e-971d-4080-abbc-b10dfc72d945 HTTP/1.1" status: 204 len: 168 time: 0.2049251 Apr 16 16:49:33.553922 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7bdfc0-6759-43b3-9ff3-1325aed221c0 req-4736e8dc-9e8e-4624-93ef-60a63b1ccf56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:33.555595 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-1c7bdfc0-6759-43b3-9ff3-1325aed221c0 req-4736e8dc-9e8e-4624-93ef-60a63b1ccf56 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=c05a56aa-095c-453a-a4ac-6175de5a1f7f HTTP/1.1" status: 200 len: 1099 time: 0.0887737 Apr 16 16:49:33.607177 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-1c7bdfc0-6759-43b3-9ff3-1325aed221c0 req-7cb0137d-f0da-4612-8b29-d22d5cc936ec service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=54c97b37-d7c2-4586-9449-1d4064404c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414643 Apr 16 16:49:33.739650 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 41008) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:49:33.760669 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-ed9453a7-5a16-455b-ac7f-5515b65764c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:49:33.777210 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-ed9453a7-5a16-455b-ac7f-5515b65764c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:49:33.782388 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-ed9453a7-5a16-455b-ac7f-5515b65764c5 admin admin] Usage tracker for resource:security_group_rule and tenant:5f2d9ed3026547bf952cd9518fbbba44 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:49:33.786345 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-ed9453a7-5a16-455b-ac7f-5515b65764c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:49:33.793954 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-ed9453a7-5a16-455b-ac7f-5515b65764c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:49:33.895600 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-ed9453a7-5a16-455b-ac7f-5515b65764c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:49:33.898981 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-ed9453a7-5a16-455b-ac7f-5515b65764c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:49:33.910113 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-28e2e7ca-b8d1-438c-aae2-dee6856bcdf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:49:33.959907 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-ed9453a7-5a16-455b-ac7f-5515b65764c5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5f2d9ed3026547bf952cd9518fbbba44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2152257 Apr 16 16:49:33.963036 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 41014) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:49:33.963640 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9453a7-5a16-455b-ac7f-5515b65764c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21e885d7-c1eb-47a8-bc51-88a5c145c90e,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:49:33.970182 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-ed9453a7-5a16-455b-ac7f-5515b65764c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:49:34.041287 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19115ed-47f4-49f3-a01f-d14b843e127b req-2147e161-4276-440d-b2d2-4315a773cd25 tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:34.043794 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-e19115ed-47f4-49f3-a01f-d14b843e127b req-2147e161-4276-440d-b2d2-4315a773cd25 tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] 10.222.0.38 "GET /v2.0/ports?device_id=c05a56aa-095c-453a-a4ac-6175de5a1f7f HTTP/1.1" status: 200 len: 946 time: 0.1159863 Apr 16 16:49:34.045185 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-7e08c450-ada7-4cfe-8f03-694d8e1024a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:49:34.086419 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-7e08c450-ada7-4cfe-8f03-694d8e1024a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:49:34.109059 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-e19115ed-47f4-49f3-a01f-d14b843e127b req-206ab929-2d23-4764-9325-1e2469aeb72a tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] 10.222.0.38 "GET /v2.0/security-groups?id=54c97b37-d7c2-4586-9449-1d4064404c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575638 Apr 16 16:49:34.157396 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-7e08c450-ada7-4cfe-8f03-694d8e1024a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:49:34.163502 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-8e77e474-979b-42a8-8e99-a15d3c59ed36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:49:34.177866 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e08c450-ada7-4cfe-8f03-694d8e1024a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21e885d7-c1eb-47a8-bc51-88a5c145c90e,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:49:34.180352 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-7e08c450-ada7-4cfe-8f03-694d8e1024a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:49:34.189536 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-7e08c450-ada7-4cfe-8f03-694d8e1024a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:49:34.192042 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-7e08c450-ada7-4cfe-8f03-694d8e1024a5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/21e885d7-c1eb-47a8-bc51-88a5c145c90e HTTP/1.1" status: 204 len: 168 time: 0.2204218 Apr 16 16:49:34.454498 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18501397-8dc6-48fe-9dcd-d25e59315aeb req-cc1217a0-be75-4b94-927e-49d71e083baa tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:34.456474 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-18501397-8dc6-48fe-9dcd-d25e59315aeb req-cc1217a0-be75-4b94-927e-49d71e083baa tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7a8ece6-a83a-480a-92f5-30f88f72177e HTTP/1.1" status: 200 len: 945 time: 0.1119676 Apr 16 16:49:34.514111 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-18501397-8dc6-48fe-9dcd-d25e59315aeb req-524dc229-0f69-48c0-a920-ec861ae52ad0 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a565f14-c478-4c8e-b10f-c94ccd39d90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478170 Apr 16 16:49:35.359516 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383bb8a0-60f9-49da-9304-98f9351900bd req-f68fd69c-40e4-482c-b74a-cacc6d7f9b2d tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:35.361160 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-383bb8a0-60f9-49da-9304-98f9351900bd req-f68fd69c-40e4-482c-b74a-cacc6d7f9b2d tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] 10.222.0.38 "GET /v2.0/ports?device_id=c05a56aa-095c-453a-a4ac-6175de5a1f7f HTTP/1.1" status: 200 len: 946 time: 0.1194384 Apr 16 16:49:35.414827 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-383bb8a0-60f9-49da-9304-98f9351900bd req-cc3b7f4d-6726-43a5-8ca0-f6b96705a479 tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] 10.222.0.38 "GET /v2.0/security-groups?id=54c97b37-d7c2-4586-9449-1d4064404c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472271 Apr 16 16:49:35.812426 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91262cb-31d5-4f3c-88ed-32b185af90da req-40f8068b-1fe7-4ac9-991c-005784711936 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:35.812426 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-a91262cb-31d5-4f3c-88ed-32b185af90da req-40f8068b-1fe7-4ac9-991c-005784711936 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7a8ece6-a83a-480a-92f5-30f88f72177e HTTP/1.1" status: 200 len: 945 time: 0.1103621 Apr 16 16:49:35.890776 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-a91262cb-31d5-4f3c-88ed-32b185af90da req-9eb03ef6-4278-4356-9b3e-d56aae0671af tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a565f14-c478-4c8e-b10f-c94ccd39d90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687363 Apr 16 16:49:36.750543 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 41096) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:49:36.889568 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-6b163305-e3a6-453a-ad7a-ca50774f0ba8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:49:36.906981 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-6b163305-e3a6-453a-ad7a-ca50774f0ba8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:49:36.915860 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-6b163305-e3a6-453a-ad7a-ca50774f0ba8 admin admin] Usage tracker for resource:security_group_rule and tenant:8de55e53d5554d8596b7baba30e34fac is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:49:36.919224 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-6b163305-e3a6-453a-ad7a-ca50774f0ba8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:49:36.926042 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-6b163305-e3a6-453a-ad7a-ca50774f0ba8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:49:37.019220 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-6b163305-e3a6-453a-ad7a-ca50774f0ba8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:49:37.059364 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-6b163305-e3a6-453a-ad7a-ca50774f0ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:49:37.073413 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-05125a70-79b5-4b00-ab6c-0d6acf0a8c0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:49:37.130375 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b163305-e3a6-453a-ad7a-ca50774f0ba8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc3f0600-50e8-448d-b6e9-1ba7a596e85e,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:49:37.135108 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-6b163305-e3a6-453a-ad7a-ca50774f0ba8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8de55e53d5554d8596b7baba30e34fac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3828833 Apr 16 16:49:37.135988 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-6b163305-e3a6-453a-ad7a-ca50774f0ba8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:49:37.139707 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 41106) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:49:37.173713 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3857fcd-9494-4b2e-a73a-edb4b658ae64 req-f6a45473-eba3-4b9a-87bf-e5d4746f7995 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:37.175553 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-c3857fcd-9494-4b2e-a73a-edb4b658ae64 req-f6a45473-eba3-4b9a-87bf-e5d4746f7995 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7a8ece6-a83a-480a-92f5-30f88f72177e HTTP/1.1" status: 200 len: 945 time: 0.1593280 Apr 16 16:49:37.235197 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-c3857fcd-9494-4b2e-a73a-edb4b658ae64 req-5cce120b-e008-4a13-a6b0-53f052a0fdb1 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a565f14-c478-4c8e-b10f-c94ccd39d90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519547 Apr 16 16:49:37.240060 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-3a18f5c2-447a-4737-923d-6e28a7f3e77e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:49:37.271825 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-3a18f5c2-447a-4737-923d-6e28a7f3e77e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:49:37.324824 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-3a18f5c2-447a-4737-923d-6e28a7f3e77e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:49:37.331156 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-547bbbb2-a45e-4109-9efa-40e0410ff072 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:49:37.345671 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a18f5c2-447a-4737-923d-6e28a7f3e77e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc3f0600-50e8-448d-b6e9-1ba7a596e85e,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:49:37.348144 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-3a18f5c2-447a-4737-923d-6e28a7f3e77e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:49:37.350552 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-3a18f5c2-447a-4737-923d-6e28a7f3e77e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:49:37.352587 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-3a18f5c2-447a-4737-923d-6e28a7f3e77e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/dc3f0600-50e8-448d-b6e9-1ba7a596e85e HTTP/1.1" status: 204 len: 168 time: 0.2089214 Apr 16 16:49:37.689981 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 41114) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:49:37.711109 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-9e677a3b-5d85-4902-a484-1198025237e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:49:37.729991 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-9e677a3b-5d85-4902-a484-1198025237e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:49:37.735601 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-9e677a3b-5d85-4902-a484-1198025237e8 admin admin] Usage tracker for resource:security_group_rule and tenant:b115264ece7341cea9e91d86aa6d0e9e is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:49:37.740095 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-9e677a3b-5d85-4902-a484-1198025237e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:49:37.746335 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-9e677a3b-5d85-4902-a484-1198025237e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:49:37.841423 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-9e677a3b-5d85-4902-a484-1198025237e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:49:37.845533 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-9e677a3b-5d85-4902-a484-1198025237e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:49:37.855267 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-a505d832-d1e0-40de-8e4b-4b636f75425f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:49:37.900509 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-9e677a3b-5d85-4902-a484-1198025237e8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b115264ece7341cea9e91d86aa6d0e9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2092052 Apr 16 16:49:37.903060 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e677a3b-5d85-4902-a484-1198025237e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e208eb5b-aa2c-4f96-9d2a-58e8df8147b9,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:49:37.904039 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 41118) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:49:37.906731 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-9e677a3b-5d85-4902-a484-1198025237e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:49:37.969436 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-005eeb09-393d-43f0-9f75-ea2645c8ebfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:49:38.006664 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-005eeb09-393d-43f0-9f75-ea2645c8ebfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:49:38.054497 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-005eeb09-393d-43f0-9f75-ea2645c8ebfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:49:38.060030 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:49:38.074037 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005eeb09-393d-43f0-9f75-ea2645c8ebfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e208eb5b-aa2c-4f96-9d2a-58e8df8147b9,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:49:38.087248 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005eeb09-393d-43f0-9f75-ea2645c8ebfb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:49:38.087657 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005eeb09-393d-43f0-9f75-ea2645c8ebfb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:49:38.088057 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005eeb09-393d-43f0-9f75-ea2645c8ebfb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:49:38.088454 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005eeb09-393d-43f0-9f75-ea2645c8ebfb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:49:38.088842 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005eeb09-393d-43f0-9f75-ea2645c8ebfb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:49:38.089234 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005eeb09-393d-43f0-9f75-ea2645c8ebfb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:49:38.089624 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005eeb09-393d-43f0-9f75-ea2645c8ebfb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:49:38.090032 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005eeb09-393d-43f0-9f75-ea2645c8ebfb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:49:38.090421 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005eeb09-393d-43f0-9f75-ea2645c8ebfb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:49:38.090800 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005eeb09-393d-43f0-9f75-ea2645c8ebfb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:49:38.091182 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005eeb09-393d-43f0-9f75-ea2645c8ebfb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:49:38.091565 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005eeb09-393d-43f0-9f75-ea2645c8ebfb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:49:38.096282 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-005eeb09-393d-43f0-9f75-ea2645c8ebfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:49:38.097273 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-005eeb09-393d-43f0-9f75-ea2645c8ebfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:49:38.098557 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-005eeb09-393d-43f0-9f75-ea2645c8ebfb admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e208eb5b-aa2c-4f96-9d2a-58e8df8147b9 HTTP/1.1" status: 204 len: 168 time: 0.1932390 Apr 16 16:49:38.484015 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff83459-f96e-44a9-bcae-24ecc69b05a2 req-13064e2e-4a89-4c3e-8c8b-c94ce7b7c190 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:38.485825 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-0ff83459-f96e-44a9-bcae-24ecc69b05a2 req-13064e2e-4a89-4c3e-8c8b-c94ce7b7c190 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7a8ece6-a83a-480a-92f5-30f88f72177e HTTP/1.1" status: 200 len: 945 time: 0.1217396 Apr 16 16:49:38.555000 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-0ff83459-f96e-44a9-bcae-24ecc69b05a2 req-96c1d0af-d672-45a8-8331-473366ea4530 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a565f14-c478-4c8e-b10f-c94ccd39d90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607610 Apr 16 16:49:38.960192 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:49:39.800290 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c01a97c-7197-46e5-b24b-10fa3e497344 req-2e4d9886-9964-4415-97ba-dfdaa207b529 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:39.801990 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-6c01a97c-7197-46e5-b24b-10fa3e497344 req-2e4d9886-9964-4415-97ba-dfdaa207b529 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7a8ece6-a83a-480a-92f5-30f88f72177e HTTP/1.1" status: 200 len: 945 time: 0.1126626 Apr 16 16:49:39.863499 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-6c01a97c-7197-46e5-b24b-10fa3e497344 req-a7c720a6-aa74-4ef2-9b9d-be20ba5da186 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a565f14-c478-4c8e-b10f-c94ccd39d90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535452 Apr 16 16:49:40.118051 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-f18c14de-6479-4ba2-99d8-4615da5a72d1 req-b7391b6e-2a01-4d8f-94f8-7af7504a411e service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=657bbdd8-4ec5-4915-b99b-b975b7518105&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0835187 Apr 16 16:49:40.257122 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18c14de-6479-4ba2-99d8-4615da5a72d1 req-f064d94f-e173-4cf9-9a85-724226e8a8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:40.259134 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-f18c14de-6479-4ba2-99d8-4615da5a72d1 req-f064d94f-e173-4cf9-9a85-724226e8a8ed service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=88a1c77b2ae945419c929cd0ad2c2a68&device_id=657bbdd8-4ec5-4915-b99b-b975b7518105 HTTP/1.1" status: 200 len: 1100 time: 0.1088917 Apr 16 16:49:40.472382 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18c14de-6479-4ba2-99d8-4615da5a72d1 req-7a4e6e5c-db1c-4a28-9f5c-1b7fef15c3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:40.474122 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-f18c14de-6479-4ba2-99d8-4615da5a72d1 req-7a4e6e5c-db1c-4a28-9f5c-1b7fef15c3cd service neutron] 10.222.0.87 "GET /v2.0/networks?id=3850fa94-c64e-47a7-8ac1-100295c70767 HTTP/1.1" status: 200 len: 918 time: 0.1812911 Apr 16 16:49:40.704616 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-f18c14de-6479-4ba2-99d8-4615da5a72d1 req-18a9d056-3f1b-4d8d-8348-1c68fbb66b17 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ca38c3f2-aa9f-4270-91fa-1a973a857c8b HTTP/1.1" status: 200 len: 1002 time: 0.2042584 Apr 16 16:49:40.799356 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18c14de-6479-4ba2-99d8-4615da5a72d1 req-32ba81ff-5dc5-43e8-85df-ff3c1515bc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:40.801067 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-f18c14de-6479-4ba2-99d8-4615da5a72d1 req-32ba81ff-5dc5-43e8-85df-ff3c1515bc2d service neutron] 10.222.0.87 "GET /v2.0/subnets?id=3d318de4-dae1-4537-aa0d-b7c79b5c1954 HTTP/1.1" status: 200 len: 856 time: 0.0859642 Apr 16 16:49:40.895879 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18c14de-6479-4ba2-99d8-4615da5a72d1 req-1ab86704-0d9b-4a76-829e-eaa56d368d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:40.897588 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-f18c14de-6479-4ba2-99d8-4615da5a72d1 req-1ab86704-0d9b-4a76-829e-eaa56d368d57 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=3850fa94-c64e-47a7-8ac1-100295c70767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0893021 Apr 16 16:49:41.146949 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-f18c14de-6479-4ba2-99d8-4615da5a72d1 req-de77ed76-1a94-4043-8518-4d9a79a7ab84 service neutron] 10.222.0.87 "GET /v2.0/networks/3850fa94-c64e-47a7-8ac1-100295c70767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2391529 Apr 16 16:49:41.160494 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57fa1f6-eb61-444a-8ede-996a112d8f27 req-68c2513f-d23e-42fa-a642-b70bb794e54d tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:41.162232 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-e57fa1f6-eb61-444a-8ede-996a112d8f27 req-68c2513f-d23e-42fa-a642-b70bb794e54d tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7a8ece6-a83a-480a-92f5-30f88f72177e HTTP/1.1" status: 200 len: 945 time: 0.1674912 Apr 16 16:49:41.334413 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-e57fa1f6-eb61-444a-8ede-996a112d8f27 req-2886b001-ca5e-4824-8ba7-c1c79877e961 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a565f14-c478-4c8e-b10f-c94ccd39d90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417539 Apr 16 16:49:41.369592 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-f18c14de-6479-4ba2-99d8-4615da5a72d1 req-8e31e9c3-dc8f-4eeb-9cf4-a85c307839d1 service neutron] 10.222.0.87 "GET /v2.0/networks/3850fa94-c64e-47a7-8ac1-100295c70767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062469 Apr 16 16:49:42.584285 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea194c97-c444-4824-8dc0-8f6c08d7f297 req-a646ad78-1654-45da-946b-044d6da588ad tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:42.587151 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-ea194c97-c444-4824-8dc0-8f6c08d7f297 req-a646ad78-1654-45da-946b-044d6da588ad tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7a8ece6-a83a-480a-92f5-30f88f72177e HTTP/1.1" status: 200 len: 945 time: 0.1175687 Apr 16 16:49:42.639810 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-ea194c97-c444-4824-8dc0-8f6c08d7f297 req-995ddec7-8a73-4c21-95c1-e70ab53ec281 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a565f14-c478-4c8e-b10f-c94ccd39d90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446761 Apr 16 16:49:43.869692 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4f1127-b68e-434d-82a4-d95da6f63edb req-e576f43a-fc02-48ae-bd2d-e274b6895562 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:43.871337 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-bc4f1127-b68e-434d-82a4-d95da6f63edb req-e576f43a-fc02-48ae-bd2d-e274b6895562 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7a8ece6-a83a-480a-92f5-30f88f72177e HTTP/1.1" status: 200 len: 945 time: 0.0937061 Apr 16 16:49:43.926645 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-bc4f1127-b68e-434d-82a4-d95da6f63edb req-26278efb-0215-4a55-b38d-807a175f6927 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a565f14-c478-4c8e-b10f-c94ccd39d90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476234 Apr 16 16:49:45.155132 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffba316-4abe-49ef-8621-f5a14dc364fb req-7c589c20-58e7-47a9-ae65-714da4dcf84d tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:45.156968 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-8ffba316-4abe-49ef-8621-f5a14dc364fb req-7c589c20-58e7-47a9-ae65-714da4dcf84d tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7a8ece6-a83a-480a-92f5-30f88f72177e HTTP/1.1" status: 200 len: 945 time: 0.1014864 Apr 16 16:49:45.211023 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-8ffba316-4abe-49ef-8621-f5a14dc364fb req-cab044e1-dd7c-4faf-bf6a-ff68f2e5280c tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a565f14-c478-4c8e-b10f-c94ccd39d90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464439 Apr 16 16:49:46.425345 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801fdea9-f01d-43b6-a060-4f668ccda298 req-f00a8b2f-61c0-4be8-bf1b-e716966779f9 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:46.426980 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-801fdea9-f01d-43b6-a060-4f668ccda298 req-f00a8b2f-61c0-4be8-bf1b-e716966779f9 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7a8ece6-a83a-480a-92f5-30f88f72177e HTTP/1.1" status: 200 len: 945 time: 0.0957465 Apr 16 16:49:46.481405 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-801fdea9-f01d-43b6-a060-4f668ccda298 req-406a7ee6-7b01-41b8-9f76-ef2ebd421d08 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a565f14-c478-4c8e-b10f-c94ccd39d90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477686 Apr 16 16:49:47.761633 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5233e93-26f3-40cc-a6be-5d1d9971722e req-8d3c6d3e-6897-43f4-bbc6-3571d7acd366 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:47.763358 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-d5233e93-26f3-40cc-a6be-5d1d9971722e req-8d3c6d3e-6897-43f4-bbc6-3571d7acd366 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7a8ece6-a83a-480a-92f5-30f88f72177e HTTP/1.1" status: 200 len: 945 time: 0.1195574 Apr 16 16:49:47.817832 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-d5233e93-26f3-40cc-a6be-5d1d9971722e req-a3618ae8-1a8d-4dc3-a5d6-1285b26ade83 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a565f14-c478-4c8e-b10f-c94ccd39d90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454504 Apr 16 16:49:49.049240 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d4933e-fd9c-4ec6-85f5-843bc9652ef8 req-5c084388-1428-4fc4-a2e9-cb462e701d74 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:49.051314 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-a5d4933e-fd9c-4ec6-85f5-843bc9652ef8 req-5c084388-1428-4fc4-a2e9-cb462e701d74 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7a8ece6-a83a-480a-92f5-30f88f72177e HTTP/1.1" status: 200 len: 945 time: 0.1017084 Apr 16 16:49:49.103554 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-a5d4933e-fd9c-4ec6-85f5-843bc9652ef8 req-40a12c97-11d8-46a2-bec1-c869aeff4621 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a565f14-c478-4c8e-b10f-c94ccd39d90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452735 Apr 16 16:49:49.778104 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-7a6c138f-3660-40f7-9475-f525f17405fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:49:50.378864 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0a3216-0602-43e4-b572-2b029fcbf458 req-658de14d-5de2-4dc2-a81c-7f73bb14ccbd tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:50.379889 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-0d0a3216-0602-43e4-b572-2b029fcbf458 req-658de14d-5de2-4dc2-a81c-7f73bb14ccbd tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7a8ece6-a83a-480a-92f5-30f88f72177e HTTP/1.1" status: 200 len: 945 time: 0.1292067 Apr 16 16:49:50.460729 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba46722-847f-43dc-8574-c174ae656629 req-b1532e24-427c-4e86-97f4-897cebcf861f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:50.462363 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-3ba46722-847f-43dc-8574-c174ae656629 req-b1532e24-427c-4e86-97f4-897cebcf861f service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=a7a8ece6-a83a-480a-92f5-30f88f72177e HTTP/1.1" status: 200 len: 1098 time: 0.1275752 Apr 16 16:49:50.472726 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-0d0a3216-0602-43e4-b572-2b029fcbf458 req-9d0b6d50-1679-4ad2-b5a6-2657791052e7 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a565f14-c478-4c8e-b10f-c94ccd39d90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802360 Apr 16 16:49:50.512495 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-3ba46722-847f-43dc-8574-c174ae656629 req-e9a85b0a-70c6-4d35-9cbf-7e764c8a8f41 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=8a565f14-c478-4c8e-b10f-c94ccd39d90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419655 Apr 16 16:49:51.704492 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e743138-c7db-4ba3-9ea8-aba172e382b4 req-36ce3cc5-018c-41c2-9fad-d8bf504da9ed tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:51.706295 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-5e743138-c7db-4ba3-9ea8-aba172e382b4 req-36ce3cc5-018c-41c2-9fad-d8bf504da9ed tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7a8ece6-a83a-480a-92f5-30f88f72177e HTTP/1.1" status: 200 len: 945 time: 0.1024656 Apr 16 16:49:51.758915 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-5e743138-c7db-4ba3-9ea8-aba172e382b4 req-70a6b28f-70b9-4a58-8a50-a252924d74c9 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a565f14-c478-4c8e-b10f-c94ccd39d90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451834 Apr 16 16:49:51.802491 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-dda3f37b-21eb-46bb-ae51-ba67819bce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:49:52.507999 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06b598c-be2f-4d8b-ade4-298236668c6f req-25d52dc0-1799-4fd8-8cbb-4ccbad039a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:52.509852 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-d06b598c-be2f-4d8b-ade4-298236668c6f req-25d52dc0-1799-4fd8-8cbb-4ccbad039a82 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=3dd53e8589184e7f8377266cec951d0d&device_id=a7a8ece6-a83a-480a-92f5-30f88f72177e HTTP/1.1" status: 200 len: 1098 time: 0.1620610 Apr 16 16:49:52.614442 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0404be7-d391-49c6-80bd-b8fd6dd8f779 req-486a4248-06e3-4035-aac6-0584a190c93a tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:52.616074 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-b0404be7-d391-49c6-80bd-b8fd6dd8f779 req-486a4248-06e3-4035-aac6-0584a190c93a tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7a8ece6-a83a-480a-92f5-30f88f72177e HTTP/1.1" status: 200 len: 945 time: 0.2106586 Apr 16 16:49:52.714070 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-b0404be7-d391-49c6-80bd-b8fd6dd8f779 req-271ef67d-015e-4e29-ad35-e11986f041aa tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a565f14-c478-4c8e-b10f-c94ccd39d90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891559 Apr 16 16:49:52.716736 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06b598c-be2f-4d8b-ade4-298236668c6f req-173a556e-fedf-46ee-8ad6-609bc6244ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:52.719276 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-d06b598c-be2f-4d8b-ade4-298236668c6f req-173a556e-fedf-46ee-8ad6-609bc6244ddf service neutron] 10.222.0.87 "GET /v2.0/networks?id=2c1b2f9a-4043-421f-912b-c908e49b8d79 HTTP/1.1" status: 200 len: 920 time: 0.2022796 Apr 16 16:49:52.805141 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-d06b598c-be2f-4d8b-ade4-298236668c6f req-c8ea3c54-3d4f-4123-82d4-9df74d5f15ee service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5778e254-814b-4395-ac58-434d03eeb2b9 HTTP/1.1" status: 200 len: 217 time: 0.0786362 Apr 16 16:49:52.843259 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-45c0d62a-bc24-48a8-9022-8ca56da26294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:49:52.888264 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06b598c-be2f-4d8b-ade4-298236668c6f req-2324a43b-6b44-4d6c-ae2d-435f211f0f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:52.889817 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-d06b598c-be2f-4d8b-ade4-298236668c6f req-2324a43b-6b44-4d6c-ae2d-435f211f0f7f service neutron] 10.222.0.87 "GET /v2.0/subnets?id=c2b9a3b8-01fc-4424-851d-e3d624dca274 HTTP/1.1" status: 200 len: 859 time: 0.0703433 Apr 16 16:49:52.963467 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-d06b598c-be2f-4d8b-ade4-298236668c6f req-9644d0a4-1c33-4524-a8dd-36d30b33592d service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=2c1b2f9a-4043-421f-912b-c908e49b8d79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500476 Apr 16 16:49:53.339600 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-d06b598c-be2f-4d8b-ade4-298236668c6f req-cb788bc6-f05b-432c-a4bd-c03674cbeaa6 service neutron] 10.222.0.87 "GET /v2.0/networks/2c1b2f9a-4043-421f-912b-c908e49b8d79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3650997 Apr 16 16:49:53.497504 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-d06b598c-be2f-4d8b-ade4-298236668c6f req-f465be1f-7667-492b-a964-21e4c52ef16c service neutron] 10.222.0.87 "GET /v2.0/networks/2c1b2f9a-4043-421f-912b-c908e49b8d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471410 Apr 16 16:49:53.497801 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:49:53.955290 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b39b3dc-c049-489a-82a3-1ecbd7c5669c req-735bfe67-d7bc-4f2e-8502-e97451e3a291 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:53.957002 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-6b39b3dc-c049-489a-82a3-1ecbd7c5669c req-735bfe67-d7bc-4f2e-8502-e97451e3a291 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7a8ece6-a83a-480a-92f5-30f88f72177e HTTP/1.1" status: 200 len: 945 time: 0.1003895 Apr 16 16:49:54.027059 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-6b39b3dc-c049-489a-82a3-1ecbd7c5669c req-e5422d3d-4e47-4128-a282-5893bbf6c6c3 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a565f14-c478-4c8e-b10f-c94ccd39d90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629249 Apr 16 16:49:54.253799 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-53783e99-0c04-4d0d-b0b5-c5fd538000c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:49:55.251698 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3480d63-a104-4da8-a78f-a7cd8bca9c0b req-85074488-8e5b-46f7-9f29-e11f9e1dced0 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:55.253227 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-d3480d63-a104-4da8-a78f-a7cd8bca9c0b req-85074488-8e5b-46f7-9f29-e11f9e1dced0 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7a8ece6-a83a-480a-92f5-30f88f72177e HTTP/1.1" status: 200 len: 945 time: 0.1009820 Apr 16 16:49:55.304524 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-d3480d63-a104-4da8-a78f-a7cd8bca9c0b req-69dca724-b8ba-4c53-a3f6-155c6bd6079b tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a565f14-c478-4c8e-b10f-c94ccd39d90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448921 Apr 16 16:49:56.555178 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef87876-f1ee-49f5-ab5c-dabff9948e15 req-74777343-ec55-4ae3-8b9d-5dd499cf8f9c tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:56.564647 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-aef87876-f1ee-49f5-ab5c-dabff9948e15 req-74777343-ec55-4ae3-8b9d-5dd499cf8f9c tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7a8ece6-a83a-480a-92f5-30f88f72177e HTTP/1.1" status: 200 len: 945 time: 0.1223667 Apr 16 16:49:56.626695 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-aef87876-f1ee-49f5-ab5c-dabff9948e15 req-ffcad052-7228-4fa8-b897-364bbe3c6689 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a565f14-c478-4c8e-b10f-c94ccd39d90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610821 Apr 16 16:49:57.473130 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794fbcfe-8be0-4514-969a-2578c3e0feea req-ffcfe95a-c962-41bf-8c76-5b1bf0737f29 tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:57.474895 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-794fbcfe-8be0-4514-969a-2578c3e0feea req-ffcfe95a-c962-41bf-8c76-5b1bf0737f29 tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] 10.222.0.38 "GET /v2.0/ports?device_id=c05a56aa-095c-453a-a4ac-6175de5a1f7f HTTP/1.1" status: 200 len: 946 time: 0.0958450 Apr 16 16:49:57.548385 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-794fbcfe-8be0-4514-969a-2578c3e0feea req-9ef7bb31-a4e1-4ce3-af15-11a9c2657f1e tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] 10.222.0.38 "GET /v2.0/security-groups?id=54c97b37-d7c2-4586-9449-1d4064404c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613499 Apr 16 16:49:58.819269 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b79d68-80d9-4ed6-b92a-e9a9ef3b6544 req-99eaa7ee-a768-46c7-9e08-56d640c54355 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:58.820772 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-12b79d68-80d9-4ed6-b92a-e9a9ef3b6544 req-99eaa7ee-a768-46c7-9e08-56d640c54355 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/ports?device_id=657bbdd8-4ec5-4915-b99b-b975b7518105 HTTP/1.1" status: 200 len: 947 time: 0.1140382 Apr 16 16:49:58.830881 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1144c3-f0ea-4ae3-b559-2a08ceb566d5 req-292f1525-ed46-4d50-aaec-a593fad39c57 tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:58.832556 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-9f1144c3-f0ea-4ae3-b559-2a08ceb566d5 req-292f1525-ed46-4d50-aaec-a593fad39c57 tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] 10.222.0.38 "GET /v2.0/ports?device_id=c05a56aa-095c-453a-a4ac-6175de5a1f7f HTTP/1.1" status: 200 len: 946 time: 0.1080887 Apr 16 16:49:58.876566 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-12b79d68-80d9-4ed6-b92a-e9a9ef3b6544 req-4fbafeaa-1178-4eaf-8af1-aae6a10e159c tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/security-groups?id=65f8636e-38c2-4e4e-85cd-26d4e071f42a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472460 Apr 16 16:49:58.891824 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-9f1144c3-f0ea-4ae3-b559-2a08ceb566d5 req-81aaca39-6a66-4745-9a80-e0a9d67521a4 tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] 10.222.0.38 "GET /v2.0/security-groups?id=54c97b37-d7c2-4586-9449-1d4064404c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485184 Apr 16 16:49:59.912629 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 41428) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:50:00.120547 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a5985f76-6184-4cc1-baf3-a08ad2861f80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:00.132388 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a476d97-135c-46bd-a9c4-a02104dc204e req-5349339a-68e4-481f-a36e-1b7b279e0a6f tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:50:00.135027 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-7a476d97-135c-46bd-a9c4-a02104dc204e req-5349339a-68e4-481f-a36e-1b7b279e0a6f tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/ports?device_id=657bbdd8-4ec5-4915-b99b-b975b7518105 HTTP/1.1" status: 200 len: 947 time: 0.1157799 Apr 16 16:50:00.142756 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-a5985f76-6184-4cc1-baf3-a08ad2861f80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:50:00.149931 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-a5985f76-6184-4cc1-baf3-a08ad2861f80 admin admin] Usage tracker for resource:security_group_rule and tenant:ce7fef8dc65441c0b4415c8fb08a14a4 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:50:00.153498 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-a5985f76-6184-4cc1-baf3-a08ad2861f80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:50:00.163153 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-a5985f76-6184-4cc1-baf3-a08ad2861f80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:50:00.189467 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-7a476d97-135c-46bd-a9c4-a02104dc204e req-dd268e26-e0ed-45f5-a011-aec6fc6afad5 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/security-groups?id=65f8636e-38c2-4e4e-85cd-26d4e071f42a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464346 Apr 16 16:50:00.221300 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44e2b75-9a5f-4f9e-aada-0305feabca9e req-152d773d-34dd-4783-bb51-8df0ac48e00f tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:50:00.222995 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-e44e2b75-9a5f-4f9e-aada-0305feabca9e req-152d773d-34dd-4783-bb51-8df0ac48e00f tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] 10.222.0.38 "GET /v2.0/ports?device_id=c05a56aa-095c-453a-a4ac-6175de5a1f7f HTTP/1.1" status: 200 len: 946 time: 0.1906443 Apr 16 16:50:00.289474 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-e44e2b75-9a5f-4f9e-aada-0305feabca9e req-43b2f9de-37a6-4418-b675-61b721a1c3ab tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] 10.222.0.38 "GET /v2.0/security-groups?id=54c97b37-d7c2-4586-9449-1d4064404c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594537 Apr 16 16:50:00.331364 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a5985f76-6184-4cc1-baf3-a08ad2861f80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:00.334630 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a5985f76-6184-4cc1-baf3-a08ad2861f80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:00.343516 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-3392b92b-6977-4eea-8dcd-a51d4deea1ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:50:00.388235 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-a5985f76-6184-4cc1-baf3-a08ad2861f80 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ce7fef8dc65441c0b4415c8fb08a14a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4740551 Apr 16 16:50:00.389276 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5985f76-6184-4cc1-baf3-a08ad2861f80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c6611f7-7dc9-4c70-9173-2f506201cf8b,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:50:00.391833 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 41440) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:50:00.393121 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-a5985f76-6184-4cc1-baf3-a08ad2861f80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:50:00.466487 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e46ff9c6-b0e3-4fa6-9ede-3c628bc38239 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:00.499380 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e46ff9c6-b0e3-4fa6-9ede-3c628bc38239 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:00.558746 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e46ff9c6-b0e3-4fa6-9ede-3c628bc38239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:00.564528 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-eb7b75d2-64ac-478d-adca-556d8b493b78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:50:00.580553 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46ff9c6-b0e3-4fa6-9ede-3c628bc38239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c6611f7-7dc9-4c70-9173-2f506201cf8b,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:50:00.592453 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46ff9c6-b0e3-4fa6-9ede-3c628bc38239 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:50:00.593259 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46ff9c6-b0e3-4fa6-9ede-3c628bc38239 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:50:00.593259 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46ff9c6-b0e3-4fa6-9ede-3c628bc38239 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:50:00.593659 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46ff9c6-b0e3-4fa6-9ede-3c628bc38239 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:50:00.594072 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46ff9c6-b0e3-4fa6-9ede-3c628bc38239 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:50:00.594469 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46ff9c6-b0e3-4fa6-9ede-3c628bc38239 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:50:00.594858 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46ff9c6-b0e3-4fa6-9ede-3c628bc38239 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:50:00.595243 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46ff9c6-b0e3-4fa6-9ede-3c628bc38239 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:50:00.595641 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46ff9c6-b0e3-4fa6-9ede-3c628bc38239 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:50:00.596004 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46ff9c6-b0e3-4fa6-9ede-3c628bc38239 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:50:00.596389 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46ff9c6-b0e3-4fa6-9ede-3c628bc38239 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:50:00.596835 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46ff9c6-b0e3-4fa6-9ede-3c628bc38239 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:50:00.600887 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-e46ff9c6-b0e3-4fa6-9ede-3c628bc38239 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:50:00.601899 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e46ff9c6-b0e3-4fa6-9ede-3c628bc38239 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:00.603224 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-e46ff9c6-b0e3-4fa6-9ede-3c628bc38239 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1c6611f7-7dc9-4c70-9173-2f506201cf8b HTTP/1.1" status: 204 len: 168 time: 0.2102640 Apr 16 16:50:00.834438 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5f7827-baaf-4297-99c1-7c54accdaa51 req-9b931391-9ff8-4cb9-afe2-04bd956e7e56 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:50:00.836062 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-ba5f7827-baaf-4297-99c1-7c54accdaa51 req-9b931391-9ff8-4cb9-afe2-04bd956e7e56 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.87 "GET /v2.0/ports?device_id=657bbdd8-4ec5-4915-b99b-b975b7518105 HTTP/1.1" status: 200 len: 947 time: 0.1010900 Apr 16 16:50:00.919831 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [req-ba5f7827-baaf-4297-99c1-7c54accdaa51 req-1c85907b-8c68-4d96-bb33-84a0ca352440 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Deleting port ca38c3f2-aa9f-4270-91fa-1a973a857c8b {{(pid=85336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:50:00.920794 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-ba5f7827-baaf-4297-99c1-7c54accdaa51 req-1c85907b-8c68-4d96-bb33-84a0ca352440 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285398617716'] for port, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:01.227452 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [req-ba5f7827-baaf-4297-99c1-7c54accdaa51 req-1c85907b-8c68-4d96-bb33-84a0ca352440 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] For port ca38c3f2-aa9f-4270-91fa-1a973a857c8b, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=ca38c3f2-aa9f-4270-91fa-1a973a857c8b,segment=NetworkSegment(9ac9f406-6c3c-40ac-9dbd-02eabe5a0c9b),segment_id=9ac9f406-6c3c-40ac-9dbd-02eabe5a0c9b)] {{(pid=85336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:50:01.228234 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-ba5f7827-baaf-4297-99c1-7c54accdaa51 req-1c85907b-8c68-4d96-bb33-84a0ca352440 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436170'] for port, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:01.667784 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acaebfd-d594-4a66-b54e-902dd16bfa6c req-15b095d8-ed67-4616-ac1f-0c21602d038a tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:50:01.675011 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-9acaebfd-d594-4a66-b54e-902dd16bfa6c req-15b095d8-ed67-4616-ac1f-0c21602d038a tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/ports?device_id=657bbdd8-4ec5-4915-b99b-b975b7518105 HTTP/1.1" status: 200 len: 947 time: 0.3212755 Apr 16 16:50:01.730635 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9c2cd4-1e56-42c2-9f0f-394b4b807618 req-4be55b14-bfb8-4453-ab15-07b76497f520 tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:50:01.733290 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-7b9c2cd4-1e56-42c2-9f0f-394b4b807618 req-4be55b14-bfb8-4453-ab15-07b76497f520 tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] 10.222.0.38 "GET /v2.0/ports?device_id=c05a56aa-095c-453a-a4ac-6175de5a1f7f HTTP/1.1" status: 200 len: 946 time: 0.1176021 Apr 16 16:50:01.765760 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-ba5f7827-baaf-4297-99c1-7c54accdaa51 req-1c85907b-8c68-4d96-bb33-84a0ca352440 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:01.766190 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-ba5f7827-baaf-4297-99c1-7c54accdaa51 req-1c85907b-8c68-4d96-bb33-84a0ca352440 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854349033'] for floatingip, after_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:01.766513 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.db.l3_db [req-ba5f7827-baaf-4297-99c1-7c54accdaa51 req-1c85907b-8c68-4d96-bb33-84a0ca352440 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Floating IP bed60baa-68b0-41f2-92e0-30b468643824 disassociated. External IP: 172.28.2.189, port: ca38c3f2-aa9f-4270-91fa-1a973a857c8b. Apr 16 16:50:01.766890 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [req-ba5f7827-baaf-4297-99c1-7c54accdaa51 req-1c85907b-8c68-4d96-bb33-84a0ca352440 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Calling delete_port for ca38c3f2-aa9f-4270-91fa-1a973a857c8b owned by compute:nova {{(pid=85336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 16:50:01.804955 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-9acaebfd-d594-4a66-b54e-902dd16bfa6c req-81cb7735-d8be-4628-ad75-d249c916ebca tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/security-groups?id=65f8636e-38c2-4e4e-85cd-26d4e071f42a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164265 Apr 16 16:50:01.806418 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-7b9c2cd4-1e56-42c2-9f0f-394b4b807618 req-52952cd4-9553-46e4-b8fa-2a1a9efff892 tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] 10.222.0.38 "GET /v2.0/security-groups?id=54c97b37-d7c2-4586-9449-1d4064404c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635846 Apr 16 16:50:01.949102 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-ba5f7827-baaf-4297-99c1-7c54accdaa51 req-1c85907b-8c68-4d96-bb33-84a0ca352440 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751456166703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363285399062934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2420184'] for port, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:01.969510 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1a30fbad-cce1-43d7-a804-d3e250cd82d9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:50:02.027361 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dcbc8e-dd8f-4964-bcf3-f7dce0f770a7 req-bd9412e9-6fb8-427c-bb90-2e1fa1b8382e tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:50:02.029012 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-d7dcbc8e-dd8f-4964-bcf3-f7dce0f770a7 req-bd9412e9-6fb8-427c-bb90-2e1fa1b8382e tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7a33a5e-8c31-4bf0-9231-2f6e14783496 HTTP/1.1" status: 200 len: 945 time: 0.1007009 Apr 16 16:50:02.073579 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c85907b-8c68-4d96-bb33-84a0ca352440 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Pushing event deleted for resources: {'Port': ['ID=ca38c3f2-aa9f-4270-91fa-1a973a857c8b,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:50:02.081601 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1c85907b-8c68-4d96-bb33-84a0ca352440 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:50:02.088760 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-d7dcbc8e-dd8f-4964-bcf3-f7dce0f770a7 req-3b6a9faf-c526-4e11-bbfa-bd5158c8051f tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a565f14-c478-4c8e-b10f-c94ccd39d90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511951 Apr 16 16:50:02.396921 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ba5f7827-baaf-4297-99c1-7c54accdaa51 req-1c85907b-8c68-4d96-bb33-84a0ca352440 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Router 7246a46c-3e89-4c3d-96dc-a5f833931984 has already been hosted by L3 agent 4aa3b6c8-2ef9-4577-bdb6-1cfedaad083f {{(pid=85336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 16:50:02.613849 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ba5f7827-baaf-4297-99c1-7c54accdaa51 req-1c85907b-8c68-4d96-bb33-84a0ca352440 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Notify agent at l3_agent.dv-cinder-733622-13-smb the message routers_updated {{(pid=85336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 16:50:02.624940 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-711ee25a-5a0e-43d1-b559-59b408c4ccf4 None None] Sync routers for ids ['7246a46c-3e89-4c3d-96dc-a5f833931984'] in dv-cinder-733622-13-smb {{(pid=85338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 16:50:02.635547 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711ee25a-5a0e-43d1-b559-59b408c4ccf4 None None] Routers {'7246a46c-3e89-4c3d-96dc-a5f833931984'} bound to L3 agent in host dv-cinder-733622-13-smb {{(pid=85338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:50:02.636333 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-711ee25a-5a0e-43d1-b559-59b408c4ccf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T16:36:22Z,description=,heartbeat_timestamp=2021-04-16T16:49:52Z,host='dv-cinder-733622-13-smb',id=4aa3b6c8-2ef9-4577-bdb6-1cfedaad083f,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T16:36:22Z,topic='l3_agent')) {'router_ids': ['7246a46c-3e89-4c3d-96dc-a5f833931984'], 'active': True} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:50:02.711828 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba5f7827-baaf-4297-99c1-7c54accdaa51 req-1c85907b-8c68-4d96-bb33-84a0ca352440 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] No DVR routers for this DVR port ca38c3f2-aa9f-4270-91fa-1a973a857c8b on host hv-cinder-73362 {{(pid=85336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 16:50:02.715335 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-ba5f7827-baaf-4297-99c1-7c54accdaa51 req-1c85907b-8c68-4d96-bb33-84a0ca352440 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768218'] for port, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:02.719813 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '657bbdd8-4ec5-4915-b99b-b975b7518105', 'name': 'network-vif-deleted', 'tag': 'ca38c3f2-aa9f-4270-91fa-1a973a857c8b'}] {{(pid=85336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:50:02.753512 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-ba5f7827-baaf-4297-99c1-7c54accdaa51 req-1c85907b-8c68-4d96-bb33-84a0ca352440 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.87 "DELETE /v2.0/ports/ca38c3f2-aa9f-4270-91fa-1a973a857c8b HTTP/1.1" status: 204 len: 173 time: 1.9095805 Apr 16 16:50:02.840346 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '657bbdd8-4ec5-4915-b99b-b975b7518105', 'name': 'network-vif-deleted', 'tag': 'ca38c3f2-aa9f-4270-91fa-1a973a857c8b', 'status': 'completed', 'code': 200} Apr 16 16:50:02.893977 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvr_db [None req-711ee25a-5a0e-43d1-b559-59b408c4ccf4 None None] Set router 7246a46c-3e89-4c3d-96dc-a5f833931984 gateway port host: dv-cinder-733622-13-smb {{(pid=85338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:50:02.937585 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c55961-9607-447d-a39b-14466995afb5 req-d1fd7182-a814-41eb-a1f9-a81389b045a9 tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:50:02.939316 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-f0c55961-9607-447d-a39b-14466995afb5 req-d1fd7182-a814-41eb-a1f9-a81389b045a9 tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] 10.222.0.87 "GET /v2.0/ports?device_id=c05a56aa-095c-453a-a4ac-6175de5a1f7f HTTP/1.1" status: 200 len: 946 time: 0.1606872 Apr 16 16:50:03.081810 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b16504f-3d65-43a4-97f6-be1defd0ea53 req-d6cac808-e62a-4051-8e9e-f5006e134973 tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:50:03.090398 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-5b16504f-3d65-43a4-97f6-be1defd0ea53 req-d6cac808-e62a-4051-8e9e-f5006e134973 tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] 10.222.0.38 "GET /v2.0/ports?device_id=c05a56aa-095c-453a-a4ac-6175de5a1f7f HTTP/1.1" status: 200 len: 946 time: 0.1088624 Apr 16 16:50:03.099771 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-3111f620-43f8-4ed9-8d4d-e1d34dc3f50d req-550d6144-204d-49b0-96cc-5cede2b75bed tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Synchronizing usage tracker for tenant:88a1c77b2ae945419c929cd0ad2c2a68 on resource:port {{(pid=85336) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 16:50:03.125977 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Device ca38c3f2-aa9f-4270-91fa-1a973a857c8b no longer exists at agent hyperv_hv-cinder-73362 {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 16:50:03.133055 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [req-f0c55961-9607-447d-a39b-14466995afb5 req-2270c200-65de-4745-83ed-9da44606739b tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] Deleting port e58657ca-6975-4dcd-9f1c-d5a46e95bd62 {{(pid=85336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:50:03.133623 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-f0c55961-9607-447d-a39b-14466995afb5 req-2270c200-65de-4745-83ed-9da44606739b tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285398617716'] for port, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:03.153809 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-5b16504f-3d65-43a4-97f6-be1defd0ea53 req-b4a0cc5c-9df3-44e9-a56d-aa9b5f5fd256 tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] 10.222.0.38 "GET /v2.0/security-groups?id=54c97b37-d7c2-4586-9449-1d4064404c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623331 Apr 16 16:50:03.186665 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-3111f620-43f8-4ed9-8d4d-e1d34dc3f50d req-550d6144-204d-49b0-96cc-5cede2b75bed tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Unset dirty status for tenant:88a1c77b2ae945419c929cd0ad2c2a68 on resource:port {{(pid=85336) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 16:50:03.188139 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-3111f620-43f8-4ed9-8d4d-e1d34dc3f50d req-550d6144-204d-49b0-96cc-5cede2b75bed tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/ports?device_id=657bbdd8-4ec5-4915-b99b-b975b7518105 HTTP/1.1" status: 200 len: 210 time: 0.1559792 Apr 16 16:50:03.221902 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] No Port match for: ca38c3f2-aa9f-4270-91fa-1a973a857c8b {{(pid=85337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 16:50:03.223168 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Device ca38c3f2-aa9f-4270-91fa-1a973a857c8b not bound to the agent host hv-cinder-73362 {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 16:50:03.372554 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42e2dd8-a708-4d2e-8fb0-e3d7ddcf727d req-b8142a10-8a68-4772-af4d-78b60ed77ee4 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:50:03.374332 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-a42e2dd8-a708-4d2e-8fb0-e3d7ddcf727d req-b8142a10-8a68-4772-af4d-78b60ed77ee4 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7a33a5e-8c31-4bf0-9231-2f6e14783496 HTTP/1.1" status: 200 len: 945 time: 0.1204612 Apr 16 16:50:03.386038 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-711ee25a-5a0e-43d1-b559-59b408c4ccf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7246a46c-3e89-4c3d-96dc-a5f833931984', 'name': 'tempest-AttachVolumeShelveTestJSON-1554147742-router', 'tenant_id': '88a1c77b2ae945419c929cd0ad2c2a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'external_fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.213'}], 'enable_snat': True}, 'gw_port_id': '2c1bc0b1-551f-42c2-9f06-e7a8bdce7737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:45:37Z', 'updated_at': '2021-04-16T16:46:10Z', 'revision_number': 4, 'project_id': '88a1c77b2ae945419c929cd0ad2c2a68', 'gw_port': {'id': '2c1bc0b1-551f-42c2-9f06-e7a8bdce7737', 'name': '', 'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7246a46c-3e89-4c3d-96dc-a5f833931984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:45:40Z', 'updated_at': '2021-04-16T16:46:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-smb', '_interfaces': [{'id': 'c94c8129-453b-4603-aa8e-c5e9c0e8a874', 'name': '', 'network_id': '3850fa94-c64e-47a7-8ac1-100295c70767', 'tenant_id': '88a1c77b2ae945419c929cd0ad2c2a68', 'mac_address': 'fa:16:3e:eb:a6:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7246a46c-3e89-4c3d-96dc-a5f833931984', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '3d318de4-dae1-4537-aa0d-b7c79b5c1954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:46:04Z', 'updated_at': '2021-04-16T16:46:21Z', 'revision_number': 5, 'project_id': '88a1c77b2ae945419c929cd0ad2c2a68', 'subnets': [{'id': '3d318de4-dae1-4537-aa0d-b7c79b5c1954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-13-smb', False) {} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:50:03.390572 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-711ee25a-5a0e-43d1-b559-59b408c4ccf4 None None] Checking router: 7246a46c-3e89-4c3d-96dc-a5f833931984 for host: dv-cinder-733622-13-smb {{(pid=85338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 16:50:03.412459 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711ee25a-5a0e-43d1-b559-59b408c4ccf4 None None] Routers {'7246a46c-3e89-4c3d-96dc-a5f833931984'} bound to L3 agent in host dv-cinder-733622-13-smb {{(pid=85338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:50:03.413128 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-711ee25a-5a0e-43d1-b559-59b408c4ccf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T16:36:22Z,description=,heartbeat_timestamp=2021-04-16T16:49:52Z,host='dv-cinder-733622-13-smb',id=4aa3b6c8-2ef9-4577-bdb6-1cfedaad083f,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T16:36:22Z,topic='l3_agent')) {'router_ids': ['7246a46c-3e89-4c3d-96dc-a5f833931984'], 'active': True} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:50:03.489400 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-a42e2dd8-a708-4d2e-8fb0-e3d7ddcf727d req-7e5df6c9-a9a6-422b-94ee-a164a5b9b7c8 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a565f14-c478-4c8e-b10f-c94ccd39d90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062152 Apr 16 16:50:03.649910 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [req-f0c55961-9607-447d-a39b-14466995afb5 req-2270c200-65de-4745-83ed-9da44606739b tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] For port e58657ca-6975-4dcd-9f1c-d5a46e95bd62, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=e58657ca-6975-4dcd-9f1c-d5a46e95bd62,segment=NetworkSegment(1b12c9e1-c1a8-40f2-b7e0-4081f813c4bd),segment_id=1b12c9e1-c1a8-40f2-b7e0-4081f813c4bd)] {{(pid=85336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:50:03.650374 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-f0c55961-9607-447d-a39b-14466995afb5 req-2270c200-65de-4745-83ed-9da44606739b tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436170'] for port, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:03.823728 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [req-f0c55961-9607-447d-a39b-14466995afb5 req-2270c200-65de-4745-83ed-9da44606739b tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] Calling delete_port for e58657ca-6975-4dcd-9f1c-d5a46e95bd62 owned by compute:nova {{(pid=85336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 16:50:03.870769 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvr_db [None req-711ee25a-5a0e-43d1-b559-59b408c4ccf4 None None] Set router 7246a46c-3e89-4c3d-96dc-a5f833931984 gateway port host: dv-cinder-733622-13-smb {{(pid=85338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:50:04.002419 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-f0c55961-9607-447d-a39b-14466995afb5 req-2270c200-65de-4745-83ed-9da44606739b tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751456166703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363285399062934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2420184'] for port, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:04.459216 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37920389-bd2f-48e3-aef0-dcc38b5ff375 req-f0bf9644-207c-4484-aff6-445e4c902143 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:50:04.460722 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:50:04.467835 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-37920389-bd2f-48e3-aef0-dcc38b5ff375 req-f0bf9644-207c-4484-aff6-445e4c902143 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.87 "GET /v2.0/ports?device_id=b7a33a5e-8c31-4bf0-9231-2f6e14783496 HTTP/1.1" status: 200 len: 945 time: 0.2156911 Apr 16 16:50:04.583396 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-711ee25a-5a0e-43d1-b559-59b408c4ccf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7246a46c-3e89-4c3d-96dc-a5f833931984', 'name': 'tempest-AttachVolumeShelveTestJSON-1554147742-router', 'tenant_id': '88a1c77b2ae945419c929cd0ad2c2a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'external_fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.213'}], 'enable_snat': True}, 'gw_port_id': '2c1bc0b1-551f-42c2-9f06-e7a8bdce7737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:45:37Z', 'updated_at': '2021-04-16T16:46:10Z', 'revision_number': 4, 'project_id': '88a1c77b2ae945419c929cd0ad2c2a68', 'gw_port': {'id': '2c1bc0b1-551f-42c2-9f06-e7a8bdce7737', 'name': '', 'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7246a46c-3e89-4c3d-96dc-a5f833931984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:45:40Z', 'updated_at': '2021-04-16T16:46:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-smb', '_interfaces': [{'id': 'c94c8129-453b-4603-aa8e-c5e9c0e8a874', 'name': '', 'network_id': '3850fa94-c64e-47a7-8ac1-100295c70767', 'tenant_id': '88a1c77b2ae945419c929cd0ad2c2a68', 'mac_address': 'fa:16:3e:eb:a6:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7246a46c-3e89-4c3d-96dc-a5f833931984', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '3d318de4-dae1-4537-aa0d-b7c79b5c1954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:46:04Z', 'updated_at': '2021-04-16T16:46:21Z', 'revision_number': 5, 'project_id': '88a1c77b2ae945419c929cd0ad2c2a68', 'subnets': [{'id': '3d318de4-dae1-4537-aa0d-b7c79b5c1954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-13-smb', False) {} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:50:04.603741 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-711ee25a-5a0e-43d1-b559-59b408c4ccf4 None None] The sync data for ids ['7246a46c-3e89-4c3d-96dc-a5f833931984'] in dv-cinder-733622-13-smb is: [{'id': '7246a46c-3e89-4c3d-96dc-a5f833931984', 'name': 'tempest-AttachVolumeShelveTestJSON-1554147742-router', 'tenant_id': '88a1c77b2ae945419c929cd0ad2c2a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'external_fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.213'}], 'enable_snat': True}, 'gw_port_id': '2c1bc0b1-551f-42c2-9f06-e7a8bdce7737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:45:37Z', 'updated_at': '2021-04-16T16:46:10Z', 'revision_number': 4, 'project_id': '88a1c77b2ae945419c929cd0ad2c2a68', 'gw_port': {'id': '2c1bc0b1-551f-42c2-9f06-e7a8bdce7737', 'name': '', 'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7246a46c-3e89-4c3d-96dc-a5f833931984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:45:40Z', 'updated_at': '2021-04-16T16:46:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-smb', '_interfaces': [{'id': 'c94c8129-453b-4603-aa8e-c5e9c0e8a874', 'name': '', 'network_id': '3850fa94-c64e-47a7-8ac1-100295c70767', 'tenant_id': '88a1c77b2ae945419c929cd0ad2c2a68', 'mac_address': 'fa:16:3e:eb:a6:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7246a46c-3e89-4c3d-96dc-a5f833931984', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '3d318de4-dae1-4537-aa0d-b7c79b5c1954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:46:04Z', 'updated_at': '2021-04-16T16:46:21Z', 'revision_number': 5, 'project_id': '88a1c77b2ae945419c929cd0ad2c2a68', 'subnets': [{'id': '3d318de4-dae1-4537-aa0d-b7c79b5c1954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 16:50:04.606580 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [req-37920389-bd2f-48e3-aef0-dcc38b5ff375 req-a06f6655-c693-42c0-9867-1979e371b89a tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Deleting port fb1e2ad6-37cb-410f-b514-0d2c72e7581b {{(pid=85335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:50:04.607282 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-37920389-bd2f-48e3-aef0-dcc38b5ff375 req-a06f6655-c693-42c0-9867-1979e371b89a tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285398617716'] for port, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:04.695642 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 41520) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:50:04.696787 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2270c200-65de-4745-83ed-9da44606739b tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] Pushing event deleted for resources: {'Port': ['ID=e58657ca-6975-4dcd-9f1c-d5a46e95bd62,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:50:04.701728 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-721e3594-ea90-4bf0-b982-e8049bdbf3b5 req-374d1a30-9d9a-43b9-aee6-f3fc35c364e3 tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] 10.222.0.38 "GET /v2.0/ports?device_id=c05a56aa-095c-453a-a4ac-6175de5a1f7f HTTP/1.1" status: 200 len: 210 time: 0.1763024 Apr 16 16:50:04.702791 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-2270c200-65de-4745-83ed-9da44606739b tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:50:04.911875 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0c55961-9607-447d-a39b-14466995afb5 req-2270c200-65de-4745-83ed-9da44606739b tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] No DVR routers for this DVR port e58657ca-6975-4dcd-9f1c-d5a46e95bd62 on host hv-cinder-73362 {{(pid=85336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 16:50:04.914548 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-f0c55961-9607-447d-a39b-14466995afb5 req-2270c200-65de-4745-83ed-9da44606739b tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768218'] for port, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:04.930619 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c05a56aa-095c-453a-a4ac-6175de5a1f7f', 'name': 'network-vif-deleted', 'tag': 'e58657ca-6975-4dcd-9f1c-d5a46e95bd62'}] {{(pid=85336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:50:04.939065 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-f0c55961-9607-447d-a39b-14466995afb5 req-2270c200-65de-4745-83ed-9da44606739b tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] 10.222.0.87 "DELETE /v2.0/ports/e58657ca-6975-4dcd-9f1c-d5a46e95bd62 HTTP/1.1" status: 204 len: 173 time: 1.9811635 Apr 16 16:50:05.048022 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c05a56aa-095c-453a-a4ac-6175de5a1f7f', 'name': 'network-vif-deleted', 'tag': 'e58657ca-6975-4dcd-9f1c-d5a46e95bd62', 'status': 'completed', 'code': 200} Apr 16 16:50:05.136063 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Device e58657ca-6975-4dcd-9f1c-d5a46e95bd62 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 16:50:05.193301 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] No Port match for: e58657ca-6975-4dcd-9f1c-d5a46e95bd62 {{(pid=85337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 16:50:05.193708 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Device e58657ca-6975-4dcd-9f1c-d5a46e95bd62 not bound to the agent host hv-cinder-73362 {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 16:50:05.194445 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f264cbd-e9d2-4504-9a5f-6e0815fe5c50 req-aa49b453-4282-45ed-a782-91ecc3ddf45b tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:50:05.196135 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-3f264cbd-e9d2-4504-9a5f-6e0815fe5c50 req-aa49b453-4282-45ed-a782-91ecc3ddf45b tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7a33a5e-8c31-4bf0-9231-2f6e14783496 HTTP/1.1" status: 200 len: 945 time: 0.4409125 Apr 16 16:50:05.201798 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1420d956-861a-4be2-b228-dec67d77513b tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:05.205764 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [req-37920389-bd2f-48e3-aef0-dcc38b5ff375 req-a06f6655-c693-42c0-9867-1979e371b89a tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] For port fb1e2ad6-37cb-410f-b514-0d2c72e7581b, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=fb1e2ad6-37cb-410f-b514-0d2c72e7581b,segment=NetworkSegment(6982ae40-408c-420a-b6f7-93d42819f3da),segment_id=6982ae40-408c-420a-b6f7-93d42819f3da)] {{(pid=85335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:50:05.206196 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-37920389-bd2f-48e3-aef0-dcc38b5ff375 req-a06f6655-c693-42c0-9867-1979e371b89a tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436170'] for port, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:05.290191 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f6909c-ffcf-44d4-a817-56391ee97da4 None None] New status for floating IP bed60baa-68b0-41f2-92e0-30b468643824: DOWN {{(pid=85337) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 16 16:50:05.324397 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1420d956-861a-4be2-b228-dec67d77513b tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:05.687076 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [req-37920389-bd2f-48e3-aef0-dcc38b5ff375 req-a06f6655-c693-42c0-9867-1979e371b89a tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Calling delete_port for fb1e2ad6-37cb-410f-b514-0d2c72e7581b owned by compute:nova {{(pid=85335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 16:50:05.749371 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1420d956-861a-4be2-b228-dec67d77513b tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:05.758740 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-3ef61297-997a-4186-8ed7-6ce2a9f983d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:50:05.779036 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-3f264cbd-e9d2-4504-9a5f-6e0815fe5c50 req-16b72ffc-ca02-4356-bfff-e079d2c772c0 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a565f14-c478-4c8e-b10f-c94ccd39d90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5641413 Apr 16 16:50:05.791775 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1420d956-861a-4be2-b228-dec67d77513b tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65f8636e-38c2-4e4e-85cd-26d4e071f42a,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:50:05.797528 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1420d956-861a-4be2-b228-dec67d77513b tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:50:05.808423 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1420d956-861a-4be2-b228-dec67d77513b tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:05.811735 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-1420d956-861a-4be2-b228-dec67d77513b tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "DELETE /v2.0/security-groups/65f8636e-38c2-4e4e-85cd-26d4e071f42a HTTP/1.1" status: 204 len: 168 time: 1.1139562 Apr 16 16:50:05.813384 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 41538) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:50:05.840686 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.api.v2.resource [None req-6ef2a274-a78e-455c-8517-93b0a9086db3 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] show failed (client error): The resource could not be found. Apr 16 16:50:05.853461 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-6ef2a274-a78e-455c-8517-93b0a9086db3 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/security-groups/65f8636e-38c2-4e4e-85cd-26d4e071f42a HTTP/1.1" status: 404 len: 347 time: 0.0271027 Apr 16 16:50:05.853461 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 41542) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:50:05.943385 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-37920389-bd2f-48e3-aef0-dcc38b5ff375 req-a06f6655-c693-42c0-9867-1979e371b89a tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751456166703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363285399062934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850737760'] for port, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:05.955764 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] get_ports_and_sgs() called for port_ids ['5778e254-814b-4395-ac58-434d03eeb2b9'] {{(pid=85337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 16:50:06.073985 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c5085c6d-1971-410f-aacf-54ad21b827b7 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:50:06.120470 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-170592e7-3f93-4cbe-88f8-b33771ca026c tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Deleting port f24cbd47-ec33-4536-9afd-a1f7e2e2e74f {{(pid=85336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:50:06.120931 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-170592e7-3f93-4cbe-88f8-b33771ca026c tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285398617716'] for port, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:06.144366 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06f6655-c693-42c0-9867-1979e371b89a tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Pushing event deleted for resources: {'Port': ['ID=fb1e2ad6-37cb-410f-b514-0d2c72e7581b,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:50:06.150182 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-a06f6655-c693-42c0-9867-1979e371b89a tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:50:06.264275 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [req-37920389-bd2f-48e3-aef0-dcc38b5ff375 req-a06f6655-c693-42c0-9867-1979e371b89a tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] No DVR routers for this DVR port fb1e2ad6-37cb-410f-b514-0d2c72e7581b on host hv-cinder-73362 {{(pid=85335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 16:50:06.267034 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-37920389-bd2f-48e3-aef0-dcc38b5ff375 req-a06f6655-c693-42c0-9867-1979e371b89a tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768218'] for port, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:06.278141 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7a33a5e-8c31-4bf0-9231-2f6e14783496', 'name': 'network-vif-deleted', 'tag': 'fb1e2ad6-37cb-410f-b514-0d2c72e7581b'}] {{(pid=85335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:50:06.286212 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-37920389-bd2f-48e3-aef0-dcc38b5ff375 req-a06f6655-c693-42c0-9867-1979e371b89a tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.87 "DELETE /v2.0/ports/fb1e2ad6-37cb-410f-b514-0d2c72e7581b HTTP/1.1" status: 204 len: 173 time: 1.8110757 Apr 16 16:50:06.396107 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7a33a5e-8c31-4bf0-9231-2f6e14783496', 'name': 'network-vif-deleted', 'tag': 'fb1e2ad6-37cb-410f-b514-0d2c72e7581b', 'status': 'completed', 'code': 200} Apr 16 16:50:06.429008 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-170592e7-3f93-4cbe-88f8-b33771ca026c tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436170'] for port, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:06.429758 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-170592e7-3f93-4cbe-88f8-b33771ca026c tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:06.614541 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-170592e7-3f93-4cbe-88f8-b33771ca026c tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Calling delete_port for f24cbd47-ec33-4536-9afd-a1f7e2e2e74f owned by network:floatingip {{(pid=85336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 16:50:06.841030 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 41562) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:50:06.850483 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-170592e7-3f93-4cbe-88f8-b33771ca026c tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751456166703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363285399062934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2420184'] for port, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:06.959555 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-957b4594-a46e-463d-b721-cedc52fbe5e2 tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:50:07.020378 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-32851218-ef1d-493c-a46a-3d60bc33922d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:07.043439 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-32851218-ef1d-493c-a46a-3d60bc33922d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:50:07.048946 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-32851218-ef1d-493c-a46a-3d60bc33922d admin admin] Usage tracker for resource:security_group_rule and tenant:0e7b07e226ac4a7889bdfa29268c470d is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:50:07.052377 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-32851218-ef1d-493c-a46a-3d60bc33922d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:50:07.059609 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-32851218-ef1d-493c-a46a-3d60bc33922d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:50:07.069581 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170592e7-3f93-4cbe-88f8-b33771ca026c tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Pushing event deleted for resources: {'Port': ['ID=f24cbd47-ec33-4536-9afd-a1f7e2e2e74f,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:50:07.082403 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-170592e7-3f93-4cbe-88f8-b33771ca026c tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:50:07.085390 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-b5eedd70-0c29-4cf9-902c-1452d54bb574 req-45d5ed4a-7b60-4bc6-89cf-410964e7bc2d tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7a33a5e-8c31-4bf0-9231-2f6e14783496 HTTP/1.1" status: 200 len: 210 time: 0.1272447 Apr 16 16:50:07.142157 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Device fb1e2ad6-37cb-410f-b514-0d2c72e7581b no longer exists at agent hyperv_hv-cinder-73362 {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 16:50:07.177409 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-32851218-ef1d-493c-a46a-3d60bc33922d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:07.180744 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-32851218-ef1d-493c-a46a-3d60bc33922d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:07.183632 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] No Port match for: fb1e2ad6-37cb-410f-b514-0d2c72e7581b {{(pid=85337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 16:50:07.184065 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Device fb1e2ad6-37cb-410f-b514-0d2c72e7581b not bound to the agent host hv-cinder-73362 {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 16:50:07.191975 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-00954871-97d0-4269-8a3c-ea4974cf66ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:50:07.228364 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-170592e7-3f93-4cbe-88f8-b33771ca026c tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Notify callbacks [] for floatingip, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:07.240060 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-32851218-ef1d-493c-a46a-3d60bc33922d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0e7b07e226ac4a7889bdfa29268c470d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3976607 Apr 16 16:50:07.241621 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32851218-ef1d-493c-a46a-3d60bc33922d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2998c0f-c039-4634-bc4a-b0a3c3e92931,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:50:07.243564 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 41568) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:50:07.244959 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-32851218-ef1d-493c-a46a-3d60bc33922d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:50:07.263514 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-170592e7-3f93-4cbe-88f8-b33771ca026c tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768218'] for floatingip, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:07.264747 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-170592e7-3f93-4cbe-88f8-b33771ca026c tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "DELETE /v2.0/floatingips/bed60baa-68b0-41f2-92e0-30b468643824 HTTP/1.1" status: 204 len: 168 time: 1.4146073 Apr 16 16:50:07.318355 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-72b950a2-e789-4623-b129-a6d62a24976d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:07.349796 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-72b950a2-e789-4623-b129-a6d62a24976d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:07.402110 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-72b950a2-e789-4623-b129-a6d62a24976d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:07.409739 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-d45d3f92-0d7e-4f4a-aeae-689a2b2a9c3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:50:07.424307 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b950a2-e789-4623-b129-a6d62a24976d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2998c0f-c039-4634-bc4a-b0a3c3e92931,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:50:07.427874 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-72b950a2-e789-4623-b129-a6d62a24976d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:07.430502 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-72b950a2-e789-4623-b129-a6d62a24976d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c2998c0f-c039-4634-bc4a-b0a3c3e92931 HTTP/1.1" status: 204 len: 168 time: 0.1856039 Apr 16 16:50:07.431824 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-72b950a2-e789-4623-b129-a6d62a24976d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:50:07.521093 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 41580) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:50:07.532977 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-d3345383-7f9c-4bdd-97f6-61a1601a9cd7 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Request body: {'security_group': {'name': 'tempest-securitygroup--155586117', 'description': 'tempest-description--146590749'}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:50:07.540644 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-d3345383-7f9c-4bdd-97f6-61a1601a9cd7 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:50:07.546686 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-d3345383-7f9c-4bdd-97f6-61a1601a9cd7 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Usage tracker for resource:security_group and tenant:88a1c77b2ae945419c929cd0ad2c2a68 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:50:07.550971 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-d3345383-7f9c-4bdd-97f6-61a1601a9cd7 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:50:07.558944 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-d3345383-7f9c-4bdd-97f6-61a1601a9cd7 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:50:07.571207 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d3345383-7f9c-4bdd-97f6-61a1601a9cd7 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:07.614118 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.agents_db [None req-ebbb9395-3582-4696-b633-83ddaf7c527f None None] Agent healthcheck: found 6 active agents {{(pid=85338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 16:50:07.616617 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-d3345383-7f9c-4bdd-97f6-61a1601a9cd7 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:50:07.623831 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-d3345383-7f9c-4bdd-97f6-61a1601a9cd7 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Usage tracker for resource:security_group_rule and tenant:88a1c77b2ae945419c929cd0ad2c2a68 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:50:07.636020 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-d3345383-7f9c-4bdd-97f6-61a1601a9cd7 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:50:07.647836 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-d3345383-7f9c-4bdd-97f6-61a1601a9cd7 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:50:07.761237 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d3345383-7f9c-4bdd-97f6-61a1601a9cd7 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:07.766742 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d3345383-7f9c-4bdd-97f6-61a1601a9cd7 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:07.773087 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:50:07.831744 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3345383-7f9c-4bdd-97f6-61a1601a9cd7 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad23a607-8b6f-4d76-a678-412bf8b292b1,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:50:07.835375 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-d3345383-7f9c-4bdd-97f6-61a1601a9cd7 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:50:07.836187 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d3345383-7f9c-4bdd-97f6-61a1601a9cd7 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:07.838152 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-d3345383-7f9c-4bdd-97f6-61a1601a9cd7 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3146679 Apr 16 16:50:07.841248 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 41588) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:50:07.847905 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-9f4d8572-f7fa-4f24-8f94-aea1e34de751 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Request body: {'security_group_rule': {'security_group_id': 'ad23a607-8b6f-4d76-a678-412bf8b292b1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:50:07.855107 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-9f4d8572-f7fa-4f24-8f94-aea1e34de751 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:50:07.863411 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-9f4d8572-f7fa-4f24-8f94-aea1e34de751 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Usage tracker for resource:security_group_rule and tenant:88a1c77b2ae945419c929cd0ad2c2a68 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:50:07.866956 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-9f4d8572-f7fa-4f24-8f94-aea1e34de751 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:50:07.877321 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-9f4d8572-f7fa-4f24-8f94-aea1e34de751 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:50:07.894925 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-9f4d8572-f7fa-4f24-8f94-aea1e34de751 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:07.974875 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-9f4d8572-f7fa-4f24-8f94-aea1e34de751 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:07.978758 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-9f4d8572-f7fa-4f24-8f94-aea1e34de751 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400085'] for security_group_rule, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:07.981152 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-b107839e-8177-46cd-af2e-7cedea1f5f84 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:50:08.016089 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4d8572-f7fa-4f24-8f94-aea1e34de751 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c999208a-4b4b-44fa-8f5c-ce7cb31cada3,revision_number=0']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:50:08.025072 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-9f4d8572-f7fa-4f24-8f94-aea1e34de751 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:50:08.030584 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-9f4d8572-f7fa-4f24-8f94-aea1e34de751 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:08.032847 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-9f4d8572-f7fa-4f24-8f94-aea1e34de751 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1902404 Apr 16 16:50:08.036287 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 41592) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:50:08.042603 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-48395371-3c9a-44e6-873f-6de0c4ebd1f2 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Request body: {'security_group_rule': {'security_group_id': 'ad23a607-8b6f-4d76-a678-412bf8b292b1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:50:08.049711 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-48395371-3c9a-44e6-873f-6de0c4ebd1f2 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:50:08.055116 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-48395371-3c9a-44e6-873f-6de0c4ebd1f2 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Usage tracker for resource:security_group_rule and tenant:88a1c77b2ae945419c929cd0ad2c2a68 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:50:08.058601 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-48395371-3c9a-44e6-873f-6de0c4ebd1f2 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:50:08.069591 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-48395371-3c9a-44e6-873f-6de0c4ebd1f2 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:50:08.088552 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-48395371-3c9a-44e6-873f-6de0c4ebd1f2 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:08.165463 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-48395371-3c9a-44e6-873f-6de0c4ebd1f2 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:08.168697 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-48395371-3c9a-44e6-873f-6de0c4ebd1f2 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400085'] for security_group_rule, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:08.171626 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:50:08.202322 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48395371-3c9a-44e6-873f-6de0c4ebd1f2 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdd4f74e-e276-43ec-a610-9f4eec75f36a,revision_number=0']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:50:08.205225 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-48395371-3c9a-44e6-873f-6de0c4ebd1f2 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:50:08.218768 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-48395371-3c9a-44e6-873f-6de0c4ebd1f2 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:08.220130 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-48395371-3c9a-44e6-873f-6de0c4ebd1f2 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1825047 Apr 16 16:50:08.225818 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 41600) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:50:08.231879 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-7bbddead-0614-4c24-90e2-8ddf29592415 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Request body: {'floatingip': {'floating_network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:50:08.239186 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-7bbddead-0614-4c24-90e2-8ddf29592415 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:50:08.243995 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-7bbddead-0614-4c24-90e2-8ddf29592415 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Usage tracker for resource:floatingip and tenant:88a1c77b2ae945419c929cd0ad2c2a68 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:50:08.247517 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-7bbddead-0614-4c24-90e2-8ddf29592415 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:50:08.255263 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-7bbddead-0614-4c24-90e2-8ddf29592415 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:50:08.267750 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-7bbddead-0614-4c24-90e2-8ddf29592415 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Notify callbacks [] for floatingip, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:08.441065 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-7bbddead-0614-4c24-90e2-8ddf29592415 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:08.653562 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1aca20-2deb-4aa2-bd77-3c2214ebb51f req-6761411e-6b59-4724-9e27-d14527fef359 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:50:08.655338 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-2e1aca20-2deb-4aa2-bd77-3c2214ebb51f req-6761411e-6b59-4724-9e27-d14527fef359 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7a8ece6-a83a-480a-92f5-30f88f72177e HTTP/1.1" status: 200 len: 945 time: 0.1096747 Apr 16 16:50:08.660425 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.db_base_plugin_common [None req-7bbddead-0614-4c24-90e2-8ddf29592415 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Allocated IP 172.28.2.71 (2bc9ca6b-6e72-4404-899b-6b4685eced1f/9106a8ae-dfd9-43e0-982a-dc423b27def7/78430c9f-a173-43e7-9aaa-91c1bd26abc4) {{(pid=85335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 16:50:08.710594 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-2e1aca20-2deb-4aa2-bd77-3c2214ebb51f req-1286651d-82bc-44c5-a7b6-ff7488807c28 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a565f14-c478-4c8e-b10f-c94ccd39d90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470803 Apr 16 16:50:08.863902 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-7bbddead-0614-4c24-90e2-8ddf29592415 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Notify callbacks [] for port, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:08.906548 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-7bbddead-0614-4c24-90e2-8ddf29592415 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751455712866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850737760'] for port, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:08.923839 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-01570886-44ab-43ae-b288-782bb2e9720b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:50:08.956802 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:09.064796 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbddead-0614-4c24-90e2-8ddf29592415 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Pushing event updated for resources: {'Port': ['ID=78430c9f-a173-43e7-9aaa-91c1bd26abc4,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:50:09.069880 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-7bbddead-0614-4c24-90e2-8ddf29592415 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:50:09.138279 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bbddead-0614-4c24-90e2-8ddf29592415 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Network 2bc9ca6b-6e72-4404-899b-6b4685eced1f is already hosted by enough agents. {{(pid=85335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 16:50:09.140718 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [None req-7bbddead-0614-4c24-90e2-8ddf29592415 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Resources bound (agent type, host, resource id): {{(pid=85335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:50:09.144105 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbddead-0614-4c24-90e2-8ddf29592415 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Received port after_create {{(pid=85335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 16:50:09.239393 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-7bbddead-0614-4c24-90e2-8ddf29592415 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:09.307845 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-7bbddead-0614-4c24-90e2-8ddf29592415 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:09.547715 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-7bbddead-0614-4c24-90e2-8ddf29592415 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Notify callbacks [] for port, precommit_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:09.551975 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-7bbddead-0614-4c24-90e2-8ddf29592415 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4038072'] for port, after_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:09.578635 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-398da8ce-1b8b-4d4b-bd6a-a2344445310e tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:50:09.733743 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbddead-0614-4c24-90e2-8ddf29592415 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Pushing event updated for resources: {'Port': ['ID=78430c9f-a173-43e7-9aaa-91c1bd26abc4,revision_number=2']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:50:09.738557 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-7bbddead-0614-4c24-90e2-8ddf29592415 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:50:09.857748 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-7bbddead-0614-4c24-90e2-8ddf29592415 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854349033'] for floatingip, after_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:09.945014 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-7bbddead-0614-4c24-90e2-8ddf29592415 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768218'] for floatingip, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:09.946611 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-7bbddead-0614-4c24-90e2-8ddf29592415 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7196457 Apr 16 16:50:09.981783 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb81332-7913-4810-84a2-c91977432f40 req-0dddaf39-644b-424b-86a2-f6bf4809ec3a tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:50:09.983153 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-3bb81332-7913-4810-84a2-c91977432f40 req-0dddaf39-644b-424b-86a2-f6bf4809ec3a tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Synchronizing usage tracker for tenant:3dd53e8589184e7f8377266cec951d0d on resource:port {{(pid=85335) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 16:50:10.000095 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-3bb81332-7913-4810-84a2-c91977432f40 req-0dddaf39-644b-424b-86a2-f6bf4809ec3a tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Unset dirty status for tenant:3dd53e8589184e7f8377266cec951d0d on resource:port {{(pid=85335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 16:50:10.001557 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-3bb81332-7913-4810-84a2-c91977432f40 req-0dddaf39-644b-424b-86a2-f6bf4809ec3a tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7a8ece6-a83a-480a-92f5-30f88f72177e HTTP/1.1" status: 200 len: 945 time: 0.1469522 Apr 16 16:50:10.059365 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-3bb81332-7913-4810-84a2-c91977432f40 req-bf7b8a82-5482-43cb-a421-9d446aa0a932 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a565f14-c478-4c8e-b10f-c94ccd39d90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508399 Apr 16 16:50:10.208177 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-f0b9b5b4-76e6-479d-a462-75a7d65f1b2f req-143530c7-75a8-4fa4-91c9-b41a537b2db2 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Synchronizing usage tracker for tenant:88a1c77b2ae945419c929cd0ad2c2a68 on resource:security_group {{(pid=85336) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 16:50:10.224020 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-f0b9b5b4-76e6-479d-a462-75a7d65f1b2f req-143530c7-75a8-4fa4-91c9-b41a537b2db2 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Unset dirty status for tenant:88a1c77b2ae945419c929cd0ad2c2a68 on resource:security_group {{(pid=85336) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 16:50:10.225304 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-f0b9b5b4-76e6-479d-a462-75a7d65f1b2f req-143530c7-75a8-4fa4-91c9-b41a537b2db2 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--155586117&fields=id&tenant_id=88a1c77b2ae945419c929cd0ad2c2a68 HTTP/1.1" status: 200 len: 267 time: 0.0606518 Apr 16 16:50:10.393621 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b9b5b4-76e6-479d-a462-75a7d65f1b2f req-731a4581-ee96-4252-9ec4-8abb0345c2ef tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:50:10.395182 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-f0b9b5b4-76e6-479d-a462-75a7d65f1b2f req-731a4581-ee96-4252-9ec4-8abb0345c2ef tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/networks?id=3850fa94-c64e-47a7-8ac1-100295c70767 HTTP/1.1" status: 200 len: 817 time: 0.1621299 Apr 16 16:50:10.412252 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-f0b9b5b4-76e6-479d-a462-75a7d65f1b2f req-696b0c18-0a36-498c-81be-fdb758c60d27 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/quotas/88a1c77b2ae945419c929cd0ad2c2a68 HTTP/1.1" status: 200 len: 375 time: 0.0102227 Apr 16 16:50:10.510983 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-f0b9b5b4-76e6-479d-a462-75a7d65f1b2f req-bbc7334e-23fe-4245-b690-35c4bb2c7ff4 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Synchronizing usage tracker for tenant:88a1c77b2ae945419c929cd0ad2c2a68 on resource:port {{(pid=85336) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 16:50:10.526889 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-f0b9b5b4-76e6-479d-a462-75a7d65f1b2f req-bbc7334e-23fe-4245-b690-35c4bb2c7ff4 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Unset dirty status for tenant:88a1c77b2ae945419c929cd0ad2c2a68 on resource:port {{(pid=85336) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 16:50:10.528623 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-f0b9b5b4-76e6-479d-a462-75a7d65f1b2f req-bbc7334e-23fe-4245-b690-35c4bb2c7ff4 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=88a1c77b2ae945419c929cd0ad2c2a68&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1098118 Apr 16 16:50:10.699499 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-f0b9b5b4-76e6-479d-a462-75a7d65f1b2f req-312d1919-857b-4a26-9319-79d1e0b5ca97 service neutron] 10.222.0.38 "GET /v2.0/networks/3850fa94-c64e-47a7-8ac1-100295c70767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571724 Apr 16 16:50:10.874876 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-f0b9b5b4-76e6-479d-a462-75a7d65f1b2f req-00472ad2-c4b8-4541-a2fb-335255829370 service neutron] 10.222.0.38 "GET /v2.0/networks/3850fa94-c64e-47a7-8ac1-100295c70767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675630 Apr 16 16:50:11.284927 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c9abaf-51d2-4f5d-8011-32832e70a8b8 req-b9a8860e-3857-42a4-a490-17f6bf49b1fc tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:50:11.286968 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-15c9abaf-51d2-4f5d-8011-32832e70a8b8 req-b9a8860e-3857-42a4-a490-17f6bf49b1fc tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7a8ece6-a83a-480a-92f5-30f88f72177e HTTP/1.1" status: 200 len: 945 time: 0.0975654 Apr 16 16:50:11.345766 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-15c9abaf-51d2-4f5d-8011-32832e70a8b8 req-383f1672-336d-4d29-8ca0-cb1ff72dfd6f tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a565f14-c478-4c8e-b10f-c94ccd39d90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515985 Apr 16 16:50:12.126456 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-872a7392-f64a-4ca7-a326-79cd40dbac79 req-7a4a0cd9-ba34-4f5f-b6a2-f80f0d2ddd02 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/ports?device_id=4c6f8080-b802-4729-8986-12463eb33e3e HTTP/1.1" status: 200 len: 210 time: 0.0520999 Apr 16 16:50:12.639902 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59baecd7-d74e-455f-ac58-e528100de80f req-989be3ae-cb12-413c-86c6-21513e645e7a tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:50:12.641562 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-59baecd7-d74e-455f-ac58-e528100de80f req-989be3ae-cb12-413c-86c6-21513e645e7a tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7a8ece6-a83a-480a-92f5-30f88f72177e HTTP/1.1" status: 200 len: 945 time: 0.1664636 Apr 16 16:50:12.711970 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-59baecd7-d74e-455f-ac58-e528100de80f req-ae8ecaab-61a3-4229-b0aa-c1c02bb0f233 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a565f14-c478-4c8e-b10f-c94ccd39d90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606101 Apr 16 16:50:13.343663 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-eab8a6ee-a9e6-4312-a84b-fba690ea52f7 req-9a3da44a-5ae3-405a-ac03-59e187187132 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/ports?device_id=4c6f8080-b802-4729-8986-12463eb33e3e HTTP/1.1" status: 200 len: 210 time: 0.0746734 Apr 16 16:50:13.483986 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b9b5b4-76e6-479d-a462-75a7d65f1b2f req-83450c1e-1255-4341-850a-1187d835de4e tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:50:13.485778 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-f0b9b5b4-76e6-479d-a462-75a7d65f1b2f req-83450c1e-1255-4341-850a-1187d835de4e tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.87 "GET /v2.0/networks?id=3850fa94-c64e-47a7-8ac1-100295c70767 HTTP/1.1" status: 200 len: 817 time: 0.1799452 Apr 16 16:50:13.572828 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-f0b9b5b4-76e6-479d-a462-75a7d65f1b2f req-4a9a516e-d307-4c45-9bf1-d327fb6dc1a4 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Synchronizing usage tracker for tenant:88a1c77b2ae945419c929cd0ad2c2a68 on resource:security_group {{(pid=85335) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 16:50:13.586164 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-f0b9b5b4-76e6-479d-a462-75a7d65f1b2f req-4a9a516e-d307-4c45-9bf1-d327fb6dc1a4 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Unset dirty status for tenant:88a1c77b2ae945419c929cd0ad2c2a68 on resource:security_group {{(pid=85335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 16:50:13.587539 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-f0b9b5b4-76e6-479d-a462-75a7d65f1b2f req-4a9a516e-d307-4c45-9bf1-d327fb6dc1a4 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=88a1c77b2ae945419c929cd0ad2c2a68 HTTP/1.1" status: 200 len: 5703 time: 0.0922706 Apr 16 16:50:13.600350 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.v2.base [req-f0b9b5b4-76e6-479d-a462-75a7d65f1b2f req-8f7a95ed-76e4-4772-a89a-e98bb9f1a464 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Request body: {'port': {'device_id': '4c6f8080-b802-4729-8986-12463eb33e3e', 'network_id': '3850fa94-c64e-47a7-8ac1-100295c70767', 'admin_state_up': True, 'tenant_id': '88a1c77b2ae945419c929cd0ad2c2a68', 'security_groups': ['ad23a607-8b6f-4d76-a678-412bf8b292b1']}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:50:13.761978 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [req-f0b9b5b4-76e6-479d-a462-75a7d65f1b2f req-8f7a95ed-76e4-4772-a89a-e98bb9f1a464 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:50:13.781230 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [req-f0b9b5b4-76e6-479d-a462-75a7d65f1b2f req-8f7a95ed-76e4-4772-a89a-e98bb9f1a464 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:50:13.791075 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0b9b5b4-76e6-479d-a462-75a7d65f1b2f req-8f7a95ed-76e4-4772-a89a-e98bb9f1a464 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Made reservation on behalf of 88a1c77b2ae945419c929cd0ad2c2a68 for: {'port': 1} {{(pid=85335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 16:50:13.797945 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-f0b9b5b4-76e6-479d-a462-75a7d65f1b2f req-8f7a95ed-76e4-4772-a89a-e98bb9f1a464 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:13.960543 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372c9503-90c6-4b39-8b5d-593d8f26fc1f req-0d64e634-ba4b-4003-812b-56ed4a61d686 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:50:13.962210 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-372c9503-90c6-4b39-8b5d-593d8f26fc1f req-0d64e634-ba4b-4003-812b-56ed4a61d686 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7a8ece6-a83a-480a-92f5-30f88f72177e HTTP/1.1" status: 200 len: 945 time: 0.0999901 Apr 16 16:50:14.001723 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.db_base_plugin_common [req-f0b9b5b4-76e6-479d-a462-75a7d65f1b2f req-8f7a95ed-76e4-4772-a89a-e98bb9f1a464 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Allocated IP 172.20.0.4 (3850fa94-c64e-47a7-8ac1-100295c70767/3d318de4-dae1-4537-aa0d-b7c79b5c1954/1a2753f0-829b-44c8-b562-25e0a67aa0e0) {{(pid=85335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 16:50:14.017423 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-372c9503-90c6-4b39-8b5d-593d8f26fc1f req-b82ee8a9-e85b-40de-9add-c417ce74de01 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a565f14-c478-4c8e-b10f-c94ccd39d90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457058 Apr 16 16:50:14.224207 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-f0b9b5b4-76e6-479d-a462-75a7d65f1b2f req-8f7a95ed-76e4-4772-a89a-e98bb9f1a464 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Notify callbacks [] for port, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:14.242393 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [req-f0b9b5b4-76e6-479d-a462-75a7d65f1b2f req-8f7a95ed-76e4-4772-a89a-e98bb9f1a464 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Transition to ACTIVE for port object 1a2753f0-829b-44c8-b562-25e0a67aa0e0 will not be triggered until provisioned by entity DHCP. {{(pid=85335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:50:14.273396 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-f0b9b5b4-76e6-479d-a462-75a7d65f1b2f req-8f7a95ed-76e4-4772-a89a-e98bb9f1a464 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751455712866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850737760'] for port, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:14.292709 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-a06f6655-c693-42c0-9867-1979e371b89a tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:50:14.439696 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7a95ed-76e4-4772-a89a-e98bb9f1a464 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Pushing event updated for resources: {'Port': ['ID=1a2753f0-829b-44c8-b562-25e0a67aa0e0,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:50:14.444192 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-8f7a95ed-76e4-4772-a89a-e98bb9f1a464 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:50:14.559846 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0b9b5b4-76e6-479d-a462-75a7d65f1b2f req-8f7a95ed-76e4-4772-a89a-e98bb9f1a464 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Network 3850fa94-c64e-47a7-8ac1-100295c70767 is already hosted by enough agents. {{(pid=85335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 16:50:14.562501 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [req-f0b9b5b4-76e6-479d-a462-75a7d65f1b2f req-8f7a95ed-76e4-4772-a89a-e98bb9f1a464 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Resources bound (agent type, host, resource id): {{(pid=85335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:50:14.565230 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0b9b5b4-76e6-479d-a462-75a7d65f1b2f req-8f7a95ed-76e4-4772-a89a-e98bb9f1a464 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Received port after_create {{(pid=85335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 16:50:14.568209 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b29485a-843d-45bf-81ad-159a57f01b19 req-c4d0152d-7ee4-4f41-a608-5f37ff3e9d72 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:50:14.570367 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-0b29485a-843d-45bf-81ad-159a57f01b19 req-c4d0152d-7ee4-4f41-a608-5f37ff3e9d72 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.87 "GET /v2.0/ports?device_id=a7a8ece6-a83a-480a-92f5-30f88f72177e HTTP/1.1" status: 200 len: 945 time: 0.1016805 Apr 16 16:50:14.661357 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b9b5b4-76e6-479d-a462-75a7d65f1b2f req-8f7a95ed-76e4-4772-a89a-e98bb9f1a464 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:50:14.662104 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-f0b9b5b4-76e6-479d-a462-75a7d65f1b2f req-8f7a95ed-76e4-4772-a89a-e98bb9f1a464 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768218'] for port, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:14.665630 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [req-0b29485a-843d-45bf-81ad-159a57f01b19 req-37b3ecdd-a23e-4a9b-8bca-d91572cfab88 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Deleting port 5778e254-814b-4395-ac58-434d03eeb2b9 {{(pid=85336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:50:14.666064 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-0b29485a-843d-45bf-81ad-159a57f01b19 req-37b3ecdd-a23e-4a9b-8bca-d91572cfab88 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285398617716'] for port, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:14.689333 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2907a041-e013-4a58-a0f9-1bd6fcefe193 req-f24628b7-cd0c-4afe-8025-5d5d4f3cc4f8 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:50:14.691233 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-2907a041-e013-4a58-a0f9-1bd6fcefe193 req-f24628b7-cd0c-4afe-8025-5d5d4f3cc4f8 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/ports?device_id=4c6f8080-b802-4729-8986-12463eb33e3e HTTP/1.1" status: 200 len: 931 time: 0.2104502 Apr 16 16:50:14.741770 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-f0b9b5b4-76e6-479d-a462-75a7d65f1b2f req-8f7a95ed-76e4-4772-a89a-e98bb9f1a464 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1450765 Apr 16 16:50:14.769167 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.v2.base [req-f0b9b5b4-76e6-479d-a462-75a7d65f1b2f req-e7205860-0ac0-4ad6-8ba0-bc554b72f6bb service neutron] Request body: {'port': {'device_id': '4c6f8080-b802-4729-8986-12463eb33e3e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:50:14.837954 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-24281233-83fe-4608-bf21-6ed5540968fa None None] Provisioning for port 1a2753f0-829b-44c8-b562-25e0a67aa0e0 completed by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:50:14.844223 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-24281233-83fe-4608-bf21-6ed5540968fa None None] Provisioning complete for port 1a2753f0-829b-44c8-b562-25e0a67aa0e0 triggered by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:50:14.844764 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-24281233-83fe-4608-bf21-6ed5540968fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852761088'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:14.853544 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-2907a041-e013-4a58-a0f9-1bd6fcefe193 req-4f449945-22e6-4e9c-a24f-f4124e2675ed tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/security-groups?id=ad23a607-8b6f-4d76-a678-412bf8b292b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1409800 Apr 16 16:50:14.917432 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-24281233-83fe-4608-bf21-6ed5540968fa None None] Port 1a2753f0-829b-44c8-b562-25e0a67aa0e0 cannot update to ACTIVE because it is not bound. {{(pid=85337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 16:50:14.932305 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-f0b9b5b4-76e6-479d-a462-75a7d65f1b2f req-e7205860-0ac0-4ad6-8ba0-bc554b72f6bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:14.996407 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [req-0b29485a-843d-45bf-81ad-159a57f01b19 req-37b3ecdd-a23e-4a9b-8bca-d91572cfab88 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] For port 5778e254-814b-4395-ac58-434d03eeb2b9, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=5778e254-814b-4395-ac58-434d03eeb2b9,segment=NetworkSegment(6982ae40-408c-420a-b6f7-93d42819f3da),segment_id=6982ae40-408c-420a-b6f7-93d42819f3da)] {{(pid=85336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:50:14.996949 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-0b29485a-843d-45bf-81ad-159a57f01b19 req-37b3ecdd-a23e-4a9b-8bca-d91572cfab88 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436170'] for port, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:15.170702 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [req-0b29485a-843d-45bf-81ad-159a57f01b19 req-37b3ecdd-a23e-4a9b-8bca-d91572cfab88 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Calling delete_port for 5778e254-814b-4395-ac58-434d03eeb2b9 owned by compute:nova {{(pid=85336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 16:50:15.467295 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-0b29485a-843d-45bf-81ad-159a57f01b19 req-37b3ecdd-a23e-4a9b-8bca-d91572cfab88 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751456166703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363285399062934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2420184'] for port, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:15.488683 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-29619eb0-7041-4efd-9ddf-24d4fa8c0643 tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:50:15.556265 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b3ecdd-a23e-4a9b-8bca-d91572cfab88 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Pushing event deleted for resources: {'Port': ['ID=5778e254-814b-4395-ac58-434d03eeb2b9,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:50:15.659290 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [req-f0b9b5b4-76e6-479d-a462-75a7d65f1b2f req-e7205860-0ac0-4ad6-8ba0-bc554b72f6bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a2753f0-829b-44c8-b562-25e0a67aa0e0 {{(pid=85335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 16:50:15.669637 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-f0b9b5b4-76e6-479d-a462-75a7d65f1b2f req-e7205860-0ac0-4ad6-8ba0-bc554b72f6bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:15.693310 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [req-f0b9b5b4-76e6-479d-a462-75a7d65f1b2f req-e7205860-0ac0-4ad6-8ba0-bc554b72f6bb service neutron] Transition to ACTIVE for port object 1a2753f0-829b-44c8-b562-25e0a67aa0e0 will not be triggered until provisioned by entity L2. {{(pid=85335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:50:15.706368 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-f0b9b5b4-76e6-479d-a462-75a7d65f1b2f req-e7205860-0ac0-4ad6-8ba0-bc554b72f6bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4038072'] for port, after_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:15.731167 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:50:15.877888 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-37b3ecdd-a23e-4a9b-8bca-d91572cfab88 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:50:15.888168 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87edd2d-4df4-42ec-9d73-1a20dd413672 req-358e768b-5c82-4a6c-ba9b-2ad469d14a68 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:50:15.897814 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-c87edd2d-4df4-42ec-9d73-1a20dd413672 req-358e768b-5c82-4a6c-ba9b-2ad469d14a68 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7a8ece6-a83a-480a-92f5-30f88f72177e HTTP/1.1" status: 200 len: 945 time: 0.5592148 Apr 16 16:50:15.992057 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7205860-0ac0-4ad6-8ba0-bc554b72f6bb service neutron] Pushing event updated for resources: {'Port': ['ID=1a2753f0-829b-44c8-b562-25e0a67aa0e0,revision_number=2']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:50:15.997115 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-c87edd2d-4df4-42ec-9d73-1a20dd413672 req-23669845-4aa9-4ebe-b6ae-7460cad2d832 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a565f14-c478-4c8e-b10f-c94ccd39d90d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989006 Apr 16 16:50:16.028585 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-e7205860-0ac0-4ad6-8ba0-bc554b72f6bb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:50:16.129002 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b29485a-843d-45bf-81ad-159a57f01b19 req-37b3ecdd-a23e-4a9b-8bca-d91572cfab88 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] No DVR routers for this DVR port 5778e254-814b-4395-ac58-434d03eeb2b9 on host hv-cinder-73362 {{(pid=85336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 16:50:16.131696 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-0b29485a-843d-45bf-81ad-159a57f01b19 req-37b3ecdd-a23e-4a9b-8bca-d91572cfab88 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768218'] for port, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:16.136373 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7a8ece6-a83a-480a-92f5-30f88f72177e', 'name': 'network-vif-deleted', 'tag': '5778e254-814b-4395-ac58-434d03eeb2b9'}] {{(pid=85336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:50:16.205492 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab8e89a-11a3-48f3-917d-34efb4ab6d12 req-77e5af1e-b144-4dc5-b466-ea7d42d0dc5a tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:50:16.206160 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-0b29485a-843d-45bf-81ad-159a57f01b19 req-37b3ecdd-a23e-4a9b-8bca-d91572cfab88 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] 10.222.0.87 "DELETE /v2.0/ports/5778e254-814b-4395-ac58-434d03eeb2b9 HTTP/1.1" status: 204 len: 173 time: 1.6266363 Apr 16 16:50:16.207290 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-5ab8e89a-11a3-48f3-917d-34efb4ab6d12 req-77e5af1e-b144-4dc5-b466-ea7d42d0dc5a tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "GET /v2.0/ports?device_id=1cca9b35-eea5-4ff7-b3cd-b7b9f12feaf4 HTTP/1.1" status: 200 len: 946 time: 0.3674424 Apr 16 16:50:16.273397 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48409389-7703-48fd-ab14-d1aedcbe51ed req-8db8e153-c350-4ec3-946a-8422ee9fa77a tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:50:16.275045 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-48409389-7703-48fd-ab14-d1aedcbe51ed req-8db8e153-c350-4ec3-946a-8422ee9fa77a tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/ports?device_id=4c6f8080-b802-4729-8986-12463eb33e3e HTTP/1.1" status: 200 len: 943 time: 0.1396179 Apr 16 16:50:16.337389 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-5ab8e89a-11a3-48f3-917d-34efb4ab6d12 req-becec9e3-0fb7-4552-aacd-4e7808abdaf4 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "GET /v2.0/security-groups?id=9619b15f-c003-4676-8b83-3ac3c8f30e30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747082 Apr 16 16:50:16.343657 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [req-f0b9b5b4-76e6-479d-a462-75a7d65f1b2f req-e7205860-0ac0-4ad6-8ba0-bc554b72f6bb service neutron] Attempting to bind port 1a2753f0-829b-44c8-b562-25e0a67aa0e0 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 16:50:16.344167 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [req-f0b9b5b4-76e6-479d-a462-75a7d65f1b2f req-e7205860-0ac0-4ad6-8ba0-bc554b72f6bb service neutron] Attempting to bind port 1a2753f0-829b-44c8-b562-25e0a67aa0e0 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '9ac9f406-6c3c-40ac-9dbd-02eabe5a0c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '3850fa94-c64e-47a7-8ac1-100295c70767'}] {{(pid=85335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 16:50:16.344795 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b9b5b4-76e6-479d-a462-75a7d65f1b2f req-e7205860-0ac0-4ad6-8ba0-bc554b72f6bb service neutron] Attempting to bind port 1a2753f0-829b-44c8-b562-25e0a67aa0e0 on network 3850fa94-c64e-47a7-8ac1-100295c70767 {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 16:50:16.351114 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b9b5b4-76e6-479d-a462-75a7d65f1b2f req-e7205860-0ac0-4ad6-8ba0-bc554b72f6bb service neutron] Port 1a2753f0-829b-44c8-b562-25e0a67aa0e0 on network 3850fa94-c64e-47a7-8ac1-100295c70767 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 16:50:16.351649 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b9b5b4-76e6-479d-a462-75a7d65f1b2f req-e7205860-0ac0-4ad6-8ba0-bc554b72f6bb service neutron] Attempting to bind port 1a2753f0-829b-44c8-b562-25e0a67aa0e0 on network 3850fa94-c64e-47a7-8ac1-100295c70767 {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 16:50:16.358716 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-48409389-7703-48fd-ab14-d1aedcbe51ed req-4c551522-5c55-4259-a832-0d4f9af794ba tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/security-groups?id=ad23a607-8b6f-4d76-a678-412bf8b292b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719864 Apr 16 16:50:16.369471 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b9b5b4-76e6-479d-a462-75a7d65f1b2f req-e7205860-0ac0-4ad6-8ba0-bc554b72f6bb service neutron] Checking agent: {'id': '0677065c-8485-4f55-bc15-3b41e2e6feb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 16, 43, 39), 'started_at': datetime.datetime(2021, 4, 16, 16, 43, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 16:50:16.371447 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b9b5b4-76e6-479d-a462-75a7d65f1b2f req-e7205860-0ac0-4ad6-8ba0-bc554b72f6bb service neutron] Checking segment: {'id': '9ac9f406-6c3c-40ac-9dbd-02eabe5a0c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '3850fa94-c64e-47a7-8ac1-100295c70767'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 16:50:16.371997 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b9b5b4-76e6-479d-a462-75a7d65f1b2f req-e7205860-0ac0-4ad6-8ba0-bc554b72f6bb service neutron] Bound using segment: {'id': '9ac9f406-6c3c-40ac-9dbd-02eabe5a0c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '3850fa94-c64e-47a7-8ac1-100295c70767'} {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 16:50:16.373634 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [req-f0b9b5b4-76e6-479d-a462-75a7d65f1b2f req-e7205860-0ac0-4ad6-8ba0-bc554b72f6bb service neutron] Bound port: 1a2753f0-829b-44c8-b562-25e0a67aa0e0, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ac9f406-6c3c-40ac-9dbd-02eabe5a0c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '3850fa94-c64e-47a7-8ac1-100295c70767'}}] {{(pid=85335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 16:50:16.374238 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-f0b9b5b4-76e6-479d-a462-75a7d65f1b2f req-e7205860-0ac0-4ad6-8ba0-bc554b72f6bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:16.454081 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7a8ece6-a83a-480a-92f5-30f88f72177e', 'name': 'network-vif-deleted', 'tag': '5778e254-814b-4395-ac58-434d03eeb2b9', 'status': 'completed', 'code': 200} Apr 16 16:50:16.484794 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [req-f0b9b5b4-76e6-479d-a462-75a7d65f1b2f req-e7205860-0ac0-4ad6-8ba0-bc554b72f6bb service neutron] For port 1a2753f0-829b-44c8-b562-25e0a67aa0e0, host hv-cinder-73362, cleared binding levels {{(pid=85335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 16:50:16.488341 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [req-f0b9b5b4-76e6-479d-a462-75a7d65f1b2f req-e7205860-0ac0-4ad6-8ba0-bc554b72f6bb service neutron] For port 1a2753f0-829b-44c8-b562-25e0a67aa0e0, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=1a2753f0-829b-44c8-b562-25e0a67aa0e0,segment=NetworkSegment(9ac9f406-6c3c-40ac-9dbd-02eabe5a0c9b),segment_id=9ac9f406-6c3c-40ac-9dbd-02eabe5a0c9b)] {{(pid=85335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 16:50:16.492170 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-f0b9b5b4-76e6-479d-a462-75a7d65f1b2f req-e7205860-0ac0-4ad6-8ba0-bc554b72f6bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4038072'] for port, after_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:16.515340 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-e7205860-0ac0-4ad6-8ba0-bc554b72f6bb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:50:16.687119 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7205860-0ac0-4ad6-8ba0-bc554b72f6bb service neutron] Pushing event updated for resources: {'Port': ['ID=1a2753f0-829b-44c8-b562-25e0a67aa0e0,revision_number=3']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:50:16.693941 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-e7205860-0ac0-4ad6-8ba0-bc554b72f6bb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:50:16.739070 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b9b5b4-76e6-479d-a462-75a7d65f1b2f req-e7205860-0ac0-4ad6-8ba0-bc554b72f6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:50:16.739836 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-f0b9b5b4-76e6-479d-a462-75a7d65f1b2f req-e7205860-0ac0-4ad6-8ba0-bc554b72f6bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768218'] for port, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:16.741355 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-f0b9b5b4-76e6-479d-a462-75a7d65f1b2f req-e7205860-0ac0-4ad6-8ba0-bc554b72f6bb service neutron] 10.222.0.87 "PUT /v2.0/ports/1a2753f0-829b-44c8-b562-25e0a67aa0e0 HTTP/1.1" status: 200 len: 1093 time: 1.9832499 Apr 16 16:50:16.741925 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c6f8080-b802-4729-8986-12463eb33e3e', 'tag': '1a2753f0-829b-44c8-b562-25e0a67aa0e0'}] {{(pid=85335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:50:16.865202 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c6f8080-b802-4729-8986-12463eb33e3e', 'tag': '1a2753f0-829b-44c8-b562-25e0a67aa0e0', 'status': 'completed', 'code': 200} Apr 16 16:50:16.920224 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b9b5b4-76e6-479d-a462-75a7d65f1b2f req-c9b51491-6a78-4e36-85d8-4ad1978adaad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:50:16.922325 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-f0b9b5b4-76e6-479d-a462-75a7d65f1b2f req-c9b51491-6a78-4e36-85d8-4ad1978adaad service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=88a1c77b2ae945419c929cd0ad2c2a68&device_id=4c6f8080-b802-4729-8986-12463eb33e3e HTTP/1.1" status: 200 len: 1096 time: 0.1302333 Apr 16 16:50:17.005096 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-f0b9b5b4-76e6-479d-a462-75a7d65f1b2f req-b7a06eeb-9c13-4259-9d13-54cca8b00e44 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a2753f0-829b-44c8-b562-25e0a67aa0e0 HTTP/1.1" status: 200 len: 217 time: 0.0739708 Apr 16 16:50:17.086132 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b9b5b4-76e6-479d-a462-75a7d65f1b2f req-86919b74-468e-46fe-ac71-c253be7c6b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:50:17.087731 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-f0b9b5b4-76e6-479d-a462-75a7d65f1b2f req-86919b74-468e-46fe-ac71-c253be7c6b49 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=3d318de4-dae1-4537-aa0d-b7c79b5c1954 HTTP/1.1" status: 200 len: 856 time: 0.0740395 Apr 16 16:50:17.117884 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 41706) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:50:17.186459 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b9b5b4-76e6-479d-a462-75a7d65f1b2f req-4891b52e-175f-46f8-b4a4-4a90a9b9bdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:50:17.188365 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-f0b9b5b4-76e6-479d-a462-75a7d65f1b2f req-4891b52e-175f-46f8-b4a4-4a90a9b9bdf3 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=3850fa94-c64e-47a7-8ac1-100295c70767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0914383 Apr 16 16:50:17.188595 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Device 5778e254-814b-4395-ac58-434d03eeb2b9 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 16:50:17.232598 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] No Port match for: 5778e254-814b-4395-ac58-434d03eeb2b9 {{(pid=85337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 16:50:17.233364 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Device 5778e254-814b-4395-ac58-434d03eeb2b9 not bound to the agent host hv-cinder-73362 {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 16:50:17.366405 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-f0b9b5b4-76e6-479d-a462-75a7d65f1b2f req-73966c5b-4c57-4d1b-9a13-2f4eab312858 service neutron] 10.222.0.87 "GET /v2.0/networks/3850fa94-c64e-47a7-8ac1-100295c70767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685321 Apr 16 16:50:17.658423 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-f0b9b5b4-76e6-479d-a462-75a7d65f1b2f req-582e5ef8-4567-470c-a3e6-b72a29698a54 service neutron] 10.222.0.87 "GET /v2.0/networks/3850fa94-c64e-47a7-8ac1-100295c70767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2842741 Apr 16 16:50:17.688857 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07680cb5-38f8-4e8f-a85e-eb483c57dd54 req-d5ac92bd-dbc2-4888-aaf2-4ea6f83f1b6e tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:50:17.692501 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-07680cb5-38f8-4e8f-a85e-eb483c57dd54 req-d5ac92bd-dbc2-4888-aaf2-4ea6f83f1b6e tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Synchronizing usage tracker for tenant:88a1c77b2ae945419c929cd0ad2c2a68 on resource:port {{(pid=85335) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 16:50:17.723768 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-07680cb5-38f8-4e8f-a85e-eb483c57dd54 req-d5ac92bd-dbc2-4888-aaf2-4ea6f83f1b6e tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Unset dirty status for tenant:88a1c77b2ae945419c929cd0ad2c2a68 on resource:port {{(pid=85335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 16:50:17.726044 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-07680cb5-38f8-4e8f-a85e-eb483c57dd54 req-d5ac92bd-dbc2-4888-aaf2-4ea6f83f1b6e tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/ports?device_id=4c6f8080-b802-4729-8986-12463eb33e3e HTTP/1.1" status: 200 len: 943 time: 0.2003269 Apr 16 16:50:17.767027 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2e94ab-329b-4bc4-8f63-f601f1378a4b req-95e5dded-f958-40e1-9f30-fb4aa05b2b8a tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:50:17.768768 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-eb2e94ab-329b-4bc4-8f63-f601f1378a4b req-95e5dded-f958-40e1-9f30-fb4aa05b2b8a tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "GET /v2.0/ports?device_id=1cca9b35-eea5-4ff7-b3cd-b7b9f12feaf4 HTTP/1.1" status: 200 len: 946 time: 0.2173514 Apr 16 16:50:17.872424 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-07680cb5-38f8-4e8f-a85e-eb483c57dd54 req-1113b962-ffd0-4ffd-96d5-11575c402246 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/security-groups?id=ad23a607-8b6f-4d76-a678-412bf8b292b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722079 Apr 16 16:50:17.893860 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880a2f48-a0f9-463e-bcb8-055a2f219184 req-3d3b0188-090d-406d-b6da-e47caddae755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:50:17.895459 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-eb2e94ab-329b-4bc4-8f63-f601f1378a4b req-e3d42a2f-0e87-4da8-8aef-7c4b07bd95e4 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "GET /v2.0/security-groups?id=9619b15f-c003-4676-8b83-3ac3c8f30e30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189771 Apr 16 16:50:17.895669 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-880a2f48-a0f9-463e-bcb8-055a2f219184 req-3d3b0188-090d-406d-b6da-e47caddae755 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=88a1c77b2ae945419c929cd0ad2c2a68&device_id=4c6f8080-b802-4729-8986-12463eb33e3e HTTP/1.1" status: 200 len: 1096 time: 0.1743681 Apr 16 16:50:18.064634 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880a2f48-a0f9-463e-bcb8-055a2f219184 req-acbb6859-a135-4693-8f11-2f3221368c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:50:18.066405 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-880a2f48-a0f9-463e-bcb8-055a2f219184 req-acbb6859-a135-4693-8f11-2f3221368c47 service neutron] 10.222.0.87 "GET /v2.0/networks?id=3850fa94-c64e-47a7-8ac1-100295c70767 HTTP/1.1" status: 200 len: 918 time: 0.1573727 Apr 16 16:50:18.077688 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-b4f82cec-3dd9-4a4d-94ee-babb8ed0ca5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432633'] for router_interface, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:18.144037 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-880a2f48-a0f9-463e-bcb8-055a2f219184 req-8ccf5efb-e6ff-4a6d-a139-82d543dc3c16 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a2753f0-829b-44c8-b562-25e0a67aa0e0 HTTP/1.1" status: 200 len: 217 time: 0.0701861 Apr 16 16:50:18.220323 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880a2f48-a0f9-463e-bcb8-055a2f219184 req-3ccabb32-6f2a-424b-8f39-51894468484d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:50:18.222025 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-880a2f48-a0f9-463e-bcb8-055a2f219184 req-3ccabb32-6f2a-424b-8f39-51894468484d service neutron] 10.222.0.87 "GET /v2.0/subnets?id=3d318de4-dae1-4537-aa0d-b7c79b5c1954 HTTP/1.1" status: 200 len: 856 time: 0.0714777 Apr 16 16:50:18.296352 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a10d38d-b096-44a7-b417-4c8a067be201 req-fd91db3c-4d22-4d51-a039-c5a02f14926b tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:50:18.298033 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-3a10d38d-b096-44a7-b417-4c8a067be201 req-fd91db3c-4d22-4d51-a039-c5a02f14926b tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.87 "GET /v2.0/ports?device_id=1cca9b35-eea5-4ff7-b3cd-b7b9f12feaf4 HTTP/1.1" status: 200 len: 946 time: 0.2887218 Apr 16 16:50:18.308061 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880a2f48-a0f9-463e-bcb8-055a2f219184 req-1cf986f5-da9c-4fff-968a-b0fb64a0fcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:50:18.309707 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-880a2f48-a0f9-463e-bcb8-055a2f219184 req-1cf986f5-da9c-4fff-968a-b0fb64a0fcd2 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=3850fa94-c64e-47a7-8ac1-100295c70767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0810356 Apr 16 16:50:18.461148 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-880a2f48-a0f9-463e-bcb8-055a2f219184 req-c074b707-b7d2-45a5-819b-e4f935e62883 service neutron] 10.222.0.87 "GET /v2.0/networks/3850fa94-c64e-47a7-8ac1-100295c70767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426497 Apr 16 16:50:18.530761 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [req-3a10d38d-b096-44a7-b417-4c8a067be201 req-0cc167eb-332c-4b8a-91ab-62f20380c963 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Deleting port 2a6213fd-4b58-4def-bbbe-542929ea9b09 {{(pid=85336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:50:18.531276 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-3a10d38d-b096-44a7-b417-4c8a067be201 req-0cc167eb-332c-4b8a-91ab-62f20380c963 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285398617716'] for port, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:18.652355 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-880a2f48-a0f9-463e-bcb8-055a2f219184 req-3087b923-9008-4e5b-8b7f-c79e12111465 service neutron] 10.222.0.87 "GET /v2.0/networks/3850fa94-c64e-47a7-8ac1-100295c70767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832261 Apr 16 16:50:18.869242 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-b4f82cec-3dd9-4a4d-94ee-babb8ed0ca5a admin admin] Deleting port c1dd3101-033e-424d-b12a-c190120e8f37 {{(pid=85336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:50:18.869608 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-b4f82cec-3dd9-4a4d-94ee-babb8ed0ca5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285398617716'] for port, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:18.952099 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [req-3a10d38d-b096-44a7-b417-4c8a067be201 req-0cc167eb-332c-4b8a-91ab-62f20380c963 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] For port 2a6213fd-4b58-4def-bbbe-542929ea9b09, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=2a6213fd-4b58-4def-bbbe-542929ea9b09,segment=NetworkSegment(d3718c9d-c1c1-4ae5-addf-ded1288879fe),segment_id=d3718c9d-c1c1-4ae5-addf-ded1288879fe)] {{(pid=85336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:50:18.952578 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-3a10d38d-b096-44a7-b417-4c8a067be201 req-0cc167eb-332c-4b8a-91ab-62f20380c963 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436170'] for port, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:19.115742 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f393a0a-a158-4ca9-a3b7-3a6bc23b7175 req-84cd261f-748b-4166-a63f-9ba38b7437ad tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:50:19.118070 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-0f393a0a-a158-4ca9-a3b7-3a6bc23b7175 req-84cd261f-748b-4166-a63f-9ba38b7437ad tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "GET /v2.0/ports?device_id=1cca9b35-eea5-4ff7-b3cd-b7b9f12feaf4 HTTP/1.1" status: 200 len: 946 time: 0.1017334 Apr 16 16:50:19.192519 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-0f393a0a-a158-4ca9-a3b7-3a6bc23b7175 req-351bf3c5-a5ec-4ecf-ae23-ca6fa684e772 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "GET /v2.0/security-groups?id=9619b15f-c003-4676-8b83-3ac3c8f30e30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634491 Apr 16 16:50:19.204474 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Device 1a2753f0-829b-44c8-b562-25e0a67aa0e0 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=85337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 16:50:19.369975 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] For port 1a2753f0-829b-44c8-b562-25e0a67aa0e0, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=1a2753f0-829b-44c8-b562-25e0a67aa0e0,segment=NetworkSegment(9ac9f406-6c3c-40ac-9dbd-02eabe5a0c9b),segment_id=9ac9f406-6c3c-40ac-9dbd-02eabe5a0c9b)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:50:19.386197 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Returning: {'device': '1a2753f0-829b-44c8-b562-25e0a67aa0e0', 'network_id': '3850fa94-c64e-47a7-8ac1-100295c70767', 'port_id': '1a2753f0-829b-44c8-b562-25e0a67aa0e0', 'mac_address': 'fa:16:3e:fe:b2:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d318de4-dae1-4537-aa0d-b7c79b5c1954', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 16:50:19.453680 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:19.473342 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a2753f0-829b-44c8-b562-25e0a67aa0e0 {{(pid=85337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 16:50:19.490456 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] For port 1a2753f0-829b-44c8-b562-25e0a67aa0e0, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=1a2753f0-829b-44c8-b562-25e0a67aa0e0,segment=NetworkSegment(9ac9f406-6c3c-40ac-9dbd-02eabe5a0c9b),segment_id=9ac9f406-6c3c-40ac-9dbd-02eabe5a0c9b)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:50:19.493565 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:19.495691 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-2aa5b1ed-996f-4044-a480-d9edf4dd1cf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:50:19.570418 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Pushing event updated for resources: {'Port': ['ID=1a2753f0-829b-44c8-b562-25e0a67aa0e0,revision_number=4']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:50:19.580818 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:50:19.581048 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:50:19.581500 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:50:19.581889 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:50:19.582292 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:50:19.582668 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:50:19.583285 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:50:19.583398 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:50:19.583810 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:50:19.584520 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:50:19.584895 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:50:19.585264 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:50:19.590580 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:50:19.604120 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-b4f82cec-3dd9-4a4d-94ee-babb8ed0ca5a admin admin] For port c1dd3101-033e-424d-b12a-c190120e8f37, host dv-cinder-733622-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-smb',level=0,port_id=c1dd3101-033e-424d-b12a-c190120e8f37,segment=NetworkSegment(6982ae40-408c-420a-b6f7-93d42819f3da),segment_id=6982ae40-408c-420a-b6f7-93d42819f3da)] {{(pid=85336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:50:19.604603 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-b4f82cec-3dd9-4a4d-94ee-babb8ed0ca5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436170'] for port, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:19.755846 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] get_ports_and_sgs() called for port_ids ['1a2753f0-829b-44c8-b562-25e0a67aa0e0'] {{(pid=85337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 16:50:19.843207 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-b4f82cec-3dd9-4a4d-94ee-babb8ed0ca5a admin admin] Calling delete_port for c1dd3101-033e-424d-b12a-c190120e8f37 owned by network:router_interface {{(pid=85336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 16:50:19.843605 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e388b7a2-fff2-44bd-a8fd-b37e5d4b1a7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:19.886309 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641a7cde-93cf-48ba-b635-489c56bfa234 req-fed3bf47-1e66-4e01-a37f-2fd363bf7459 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:50:19.886309 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-641a7cde-93cf-48ba-b635-489c56bfa234 req-fed3bf47-1e66-4e01-a37f-2fd363bf7459 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/ports?device_id=4c6f8080-b802-4729-8986-12463eb33e3e HTTP/1.1" status: 200 len: 943 time: 0.8386884 Apr 16 16:50:20.124381 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-3a10d38d-b096-44a7-b417-4c8a067be201 req-0cc167eb-332c-4b8a-91ab-62f20380c963 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:20.124955 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-3a10d38d-b096-44a7-b417-4c8a067be201 req-0cc167eb-332c-4b8a-91ab-62f20380c963 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854349033'] for floatingip, after_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:20.125149 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.db.l3_db [req-3a10d38d-b096-44a7-b417-4c8a067be201 req-0cc167eb-332c-4b8a-91ab-62f20380c963 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Floating IP 781fdbac-1e58-44fa-a80c-be8bfda35841 disassociated. External IP: 172.28.2.76, port: 2a6213fd-4b58-4def-bbbe-542929ea9b09. Apr 16 16:50:20.125526 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [req-3a10d38d-b096-44a7-b417-4c8a067be201 req-0cc167eb-332c-4b8a-91ab-62f20380c963 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Calling delete_port for 2a6213fd-4b58-4def-bbbe-542929ea9b09 owned by compute:nova {{(pid=85336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 16:50:20.203478 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-641a7cde-93cf-48ba-b635-489c56bfa234 req-d66a0310-fea2-4238-9c9d-259f0a794912 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/security-groups?id=ad23a607-8b6f-4d76-a678-412bf8b292b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3059883 Apr 16 16:50:20.406951 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-3a10d38d-b096-44a7-b417-4c8a067be201 req-0cc167eb-332c-4b8a-91ab-62f20380c963 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751456166703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363285399062934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2420184'] for port, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:20.423178 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-6fe1e1be-a881-494e-92d0-1d248da4a2af tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:50:20.443176 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9a853e-d344-430e-ae10-9ed67d210f7f req-b5467929-6946-4dc3-9d19-cb6cd3b1af94 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:50:20.444991 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-5f9a853e-d344-430e-ae10-9ed67d210f7f req-b5467929-6946-4dc3-9d19-cb6cd3b1af94 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "GET /v2.0/ports?device_id=1cca9b35-eea5-4ff7-b3cd-b7b9f12feaf4 HTTP/1.1" status: 200 len: 867 time: 0.0990877 Apr 16 16:50:20.479881 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-b4f82cec-3dd9-4a4d-94ee-babb8ed0ca5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751456166703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363285399062934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2420184'] for port, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:20.493272 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc167eb-332c-4b8a-91ab-62f20380c963 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Pushing event deleted for resources: {'Port': ['ID=2a6213fd-4b58-4def-bbbe-542929ea9b09,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:50:20.506767 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-5f9a853e-d344-430e-ae10-9ed67d210f7f req-4337b9bd-2435-4db4-9069-f07e94646207 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "GET /v2.0/security-groups?id=9619b15f-c003-4676-8b83-3ac3c8f30e30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535977 Apr 16 16:50:20.553450 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-0cc167eb-332c-4b8a-91ab-62f20380c963 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:50:20.554020 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-79cb29b5-11de-4029-97f8-a4c97d61656a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:50:20.655456 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f82cec-3dd9-4a4d-94ee-babb8ed0ca5a admin admin] Pushing event deleted for resources: {'Port': ['ID=c1dd3101-033e-424d-b12a-c190120e8f37,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:50:20.663034 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-b4f82cec-3dd9-4a4d-94ee-babb8ed0ca5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:50:21.202988 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Device 1a2753f0-829b-44c8-b562-25e0a67aa0e0 up at agent hyperv_hv-cinder-73362 {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:50:21.206921 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3a10d38d-b096-44a7-b417-4c8a067be201 req-0cc167eb-332c-4b8a-91ab-62f20380c963 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Router 6acbe92d-12b3-49e3-a9cf-2c57dd9776ac has already been hosted by L3 agent 4aa3b6c8-2ef9-4577-bdb6-1cfedaad083f {{(pid=85336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 16:50:21.333259 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Provisioning for port 1a2753f0-829b-44c8-b562-25e0a67aa0e0 completed by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:50:21.344590 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Provisioning complete for port 1a2753f0-829b-44c8-b562-25e0a67aa0e0 triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:50:21.348169 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852761088'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:21.513066 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:21.550229 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c6f8080-b802-4729-8986-12463eb33e3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a2753f0-829b-44c8-b562-25e0a67aa0e0'}] {{(pid=85337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:50:21.563260 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] For port 1a2753f0-829b-44c8-b562-25e0a67aa0e0, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=1a2753f0-829b-44c8-b562-25e0a67aa0e0,segment=NetworkSegment(9ac9f406-6c3c-40ac-9dbd-02eabe5a0c9b),segment_id=9ac9f406-6c3c-40ac-9dbd-02eabe5a0c9b)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:50:21.567187 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:21.568949 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Device 2a6213fd-4b58-4def-bbbe-542929ea9b09 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 16:50:21.612042 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:50:21.659036 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] No Port match for: 2a6213fd-4b58-4def-bbbe-542929ea9b09 {{(pid=85337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 16:50:21.659435 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Device 2a6213fd-4b58-4def-bbbe-542929ea9b09 not bound to the agent host hv-cinder-73362 {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 16:50:21.698233 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Pushing event updated for resources: {'Port': ['ID=1a2753f0-829b-44c8-b562-25e0a67aa0e0,revision_number=5']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:50:21.702518 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:50:21.714598 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-a6270084-dbc4-46dc-901e-0e26ae68a88c req-86527436-d765-442f-8f36-b6a15ddcf295 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "GET /v2.0/ports?device_id=1cca9b35-eea5-4ff7-b3cd-b7b9f12feaf4 HTTP/1.1" status: 200 len: 210 time: 0.0585628 Apr 16 16:50:21.739369 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-b4f82cec-3dd9-4a4d-94ee-babb8ed0ca5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853166662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-426834'] for router_interface, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:21.784501 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c6f8080-b802-4729-8986-12463eb33e3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a2753f0-829b-44c8-b562-25e0a67aa0e0', 'code': 200} Apr 16 16:50:21.797641 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-259a16fb-693b-4cc3-95fb-ac9da1e3ec8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:21.939093 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3a10d38d-b096-44a7-b417-4c8a067be201 req-0cc167eb-332c-4b8a-91ab-62f20380c963 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Notify agent at l3_agent.dv-cinder-733622-13-smb the message routers_updated {{(pid=85336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 16:50:21.952376 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00df3c8e-58dd-45d5-9566-99aa6d70c367 None None] Sync routers for ids ['6acbe92d-12b3-49e3-a9cf-2c57dd9776ac'] in dv-cinder-733622-13-smb {{(pid=85338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 16:50:21.968668 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00df3c8e-58dd-45d5-9566-99aa6d70c367 None None] Routers {'6acbe92d-12b3-49e3-a9cf-2c57dd9776ac'} bound to L3 agent in host dv-cinder-733622-13-smb {{(pid=85338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:50:21.969342 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-00df3c8e-58dd-45d5-9566-99aa6d70c367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T16:36:22Z,description=,heartbeat_timestamp=2021-04-16T16:50:22Z,host='dv-cinder-733622-13-smb',id=4aa3b6c8-2ef9-4577-bdb6-1cfedaad083f,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T16:36:22Z,topic='l3_agent')) {'router_ids': ['6acbe92d-12b3-49e3-a9cf-2c57dd9776ac'], 'active': True} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:50:22.063809 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339173b9-426e-4fc7-bb7b-1f3a5baef133 req-4e4c8eec-33be-46b1-8417-903c9f7ab12c tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:50:22.065573 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-339173b9-426e-4fc7-bb7b-1f3a5baef133 req-4e4c8eec-33be-46b1-8417-903c9f7ab12c tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/ports?device_id=4c6f8080-b802-4729-8986-12463eb33e3e HTTP/1.1" status: 200 len: 945 time: 0.4616611 Apr 16 16:50:22.066735 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a10d38d-b096-44a7-b417-4c8a067be201 req-0cc167eb-332c-4b8a-91ab-62f20380c963 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] No DVR routers for this DVR port 2a6213fd-4b58-4def-bbbe-542929ea9b09 on host hv-cinder-73362 {{(pid=85336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 16:50:22.070343 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-3a10d38d-b096-44a7-b417-4c8a067be201 req-0cc167eb-332c-4b8a-91ab-62f20380c963 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768218'] for port, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:22.073068 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cca9b35-eea5-4ff7-b3cd-b7b9f12feaf4', 'name': 'network-vif-deleted', 'tag': '2a6213fd-4b58-4def-bbbe-542929ea9b09'}] {{(pid=85336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:50:22.077929 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690968a3-e622-4527-8686-31d15ee0248f req-140f7ffd-c305-4c3a-b534-2203806da29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:50:22.079901 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-690968a3-e622-4527-8686-31d15ee0248f req-140f7ffd-c305-4c3a-b534-2203806da29d service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=4c6f8080-b802-4729-8986-12463eb33e3e HTTP/1.1" status: 200 len: 1098 time: 0.0928936 Apr 16 16:50:22.137531 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-690968a3-e622-4527-8686-31d15ee0248f req-a2255dd9-94f0-46fd-9f0f-c0aaf388ec68 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=ad23a607-8b6f-4d76-a678-412bf8b292b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475559 Apr 16 16:50:22.180374 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cca9b35-eea5-4ff7-b3cd-b7b9f12feaf4', 'name': 'network-vif-deleted', 'tag': '2a6213fd-4b58-4def-bbbe-542929ea9b09', 'status': 'completed', 'code': 200} Apr 16 16:50:22.208153 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-3a10d38d-b096-44a7-b417-4c8a067be201 req-0cc167eb-332c-4b8a-91ab-62f20380c963 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.87 "DELETE /v2.0/ports/2a6213fd-4b58-4def-bbbe-542929ea9b09 HTTP/1.1" status: 204 len: 173 time: 3.8940458 Apr 16 16:50:22.210622 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvr_db [None req-00df3c8e-58dd-45d5-9566-99aa6d70c367 None None] Set router 6acbe92d-12b3-49e3-a9cf-2c57dd9776ac gateway port host: dv-cinder-733622-13-smb {{(pid=85338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:50:22.287748 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-339173b9-426e-4fc7-bb7b-1f3a5baef133 req-1b8071ff-46f0-47bb-9122-697889051109 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/security-groups?id=ad23a607-8b6f-4d76-a678-412bf8b292b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2094214 Apr 16 16:50:22.615361 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4f82cec-3dd9-4a4d-94ee-babb8ed0ca5a admin admin] Router e49d77fe-88dd-40ce-9a69-b9744f7bfd91 has already been hosted by L3 agent 4aa3b6c8-2ef9-4577-bdb6-1cfedaad083f {{(pid=85336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 16:50:22.636846 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-00df3c8e-58dd-45d5-9566-99aa6d70c367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6acbe92d-12b3-49e3-a9cf-2c57dd9776ac', 'name': 'tempest-AttachVolumeTestJSON-2033844302-router', 'tenant_id': '884b1020849e42e3acc115cae0298189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'external_fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.194'}], 'enable_snat': True}, 'gw_port_id': 'aabd4896-a6de-4de3-bfd5-7f4fb8cecc07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:45:37Z', 'updated_at': '2021-04-16T16:45:58Z', 'revision_number': 4, 'project_id': '884b1020849e42e3acc115cae0298189', 'gw_port': {'id': 'aabd4896-a6de-4de3-bfd5-7f4fb8cecc07', 'name': '', 'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6acbe92d-12b3-49e3-a9cf-2c57dd9776ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:45:39Z', 'updated_at': '2021-04-16T16:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-smb', '_interfaces': [{'id': 'b45aaf18-95e8-4b8c-8a6d-1429cfe3d5d8', 'name': '', 'network_id': 'b5d67f03-2a50-4f49-99e2-88dca9cc2c57', 'tenant_id': '884b1020849e42e3acc115cae0298189', 'mac_address': 'fa:16:3e:f1:f0:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6acbe92d-12b3-49e3-a9cf-2c57dd9776ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '649747cf-05da-40d5-a9b4-d5107e9dbf05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:45:55Z', 'updated_at': '2021-04-16T16:46:11Z', 'revision_number': 5, 'project_id': '884b1020849e42e3acc115cae0298189', 'subnets': [{'id': '649747cf-05da-40d5-a9b4-d5107e9dbf05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-13-smb', False) {} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:50:22.642303 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00df3c8e-58dd-45d5-9566-99aa6d70c367 None None] Checking router: 6acbe92d-12b3-49e3-a9cf-2c57dd9776ac for host: dv-cinder-733622-13-smb {{(pid=85338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 16:50:22.652175 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00df3c8e-58dd-45d5-9566-99aa6d70c367 None None] Routers {'6acbe92d-12b3-49e3-a9cf-2c57dd9776ac'} bound to L3 agent in host dv-cinder-733622-13-smb {{(pid=85338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:50:22.653002 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-00df3c8e-58dd-45d5-9566-99aa6d70c367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T16:36:22Z,description=,heartbeat_timestamp=2021-04-16T16:50:22Z,host='dv-cinder-733622-13-smb',id=4aa3b6c8-2ef9-4577-bdb6-1cfedaad083f,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T16:36:22Z,topic='l3_agent')) {'router_ids': ['6acbe92d-12b3-49e3-a9cf-2c57dd9776ac'], 'active': True} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:50:22.869289 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-45c0d62a-bc24-48a8-9022-8ca56da26294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:22.870997 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4f82cec-3dd9-4a4d-94ee-babb8ed0ca5a admin admin] Notify agent at l3_agent.dv-cinder-733622-13-smb the message routers_updated {{(pid=85336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 16:50:22.879388 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-b4f82cec-3dd9-4a4d-94ee-babb8ed0ca5a admin admin] 10.222.0.38 "PUT /v2.0/routers/e49d77fe-88dd-40ce-9a69-b9744f7bfd91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7573926 Apr 16 16:50:22.879801 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 41764) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:50:22.885451 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875d4ee9-615b-4980-81a4-1d2ca75a923d None None] Sync routers for ids ['e49d77fe-88dd-40ce-9a69-b9744f7bfd91'] in dv-cinder-733622-13-smb {{(pid=85337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 16:50:22.903312 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvr_db [None req-00df3c8e-58dd-45d5-9566-99aa6d70c367 None None] Set router 6acbe92d-12b3-49e3-a9cf-2c57dd9776ac gateway port host: dv-cinder-733622-13-smb {{(pid=85338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:50:22.921604 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875d4ee9-615b-4980-81a4-1d2ca75a923d None None] Routers {'e49d77fe-88dd-40ce-9a69-b9744f7bfd91'} bound to L3 agent in host dv-cinder-733622-13-smb {{(pid=85337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:50:22.934467 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-875d4ee9-615b-4980-81a4-1d2ca75a923d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T16:36:22Z,description=,heartbeat_timestamp=2021-04-16T16:50:22Z,host='dv-cinder-733622-13-smb',id=4aa3b6c8-2ef9-4577-bdb6-1cfedaad083f,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T16:36:22Z,topic='l3_agent')) {'router_ids': ['e49d77fe-88dd-40ce-9a69-b9744f7bfd91'], 'active': True} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:50:23.022351 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-89bacde6-743f-4648-9760-7cb8ac387a63 req-2b76469e-9f07-477a-a034-3a2137dd38c4 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "GET /v2.0/ports?device_id=1cca9b35-eea5-4ff7-b3cd-b7b9f12feaf4 HTTP/1.1" status: 200 len: 210 time: 0.1193218 Apr 16 16:50:23.170428 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8571fa6e-26e3-45c7-b455-925d0ca7959c admin admin] Notify callbacks [] for router, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:23.262170 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvr_db [None req-875d4ee9-615b-4980-81a4-1d2ca75a923d None None] Set router e49d77fe-88dd-40ce-9a69-b9744f7bfd91 gateway port host: dv-cinder-733622-13-smb {{(pid=85337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:50:23.406426 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8571fa6e-26e3-45c7-b455-925d0ca7959c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:23.417306 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-8571fa6e-26e3-45c7-b455-925d0ca7959c admin admin] Deleting port 03c2a6f7-65f7-471e-96fd-97ae4dd00c17 {{(pid=85336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:50:23.417805 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8571fa6e-26e3-45c7-b455-925d0ca7959c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285398617716'] for port, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:23.418373 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-00df3c8e-58dd-45d5-9566-99aa6d70c367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6acbe92d-12b3-49e3-a9cf-2c57dd9776ac', 'name': 'tempest-AttachVolumeTestJSON-2033844302-router', 'tenant_id': '884b1020849e42e3acc115cae0298189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'external_fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.194'}], 'enable_snat': True}, 'gw_port_id': 'aabd4896-a6de-4de3-bfd5-7f4fb8cecc07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:45:37Z', 'updated_at': '2021-04-16T16:45:58Z', 'revision_number': 4, 'project_id': '884b1020849e42e3acc115cae0298189', 'gw_port': {'id': 'aabd4896-a6de-4de3-bfd5-7f4fb8cecc07', 'name': '', 'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6acbe92d-12b3-49e3-a9cf-2c57dd9776ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:45:39Z', 'updated_at': '2021-04-16T16:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-smb', '_interfaces': [{'id': 'b45aaf18-95e8-4b8c-8a6d-1429cfe3d5d8', 'name': '', 'network_id': 'b5d67f03-2a50-4f49-99e2-88dca9cc2c57', 'tenant_id': '884b1020849e42e3acc115cae0298189', 'mac_address': 'fa:16:3e:f1:f0:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6acbe92d-12b3-49e3-a9cf-2c57dd9776ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '649747cf-05da-40d5-a9b4-d5107e9dbf05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:45:55Z', 'updated_at': '2021-04-16T16:46:11Z', 'revision_number': 5, 'project_id': '884b1020849e42e3acc115cae0298189', 'subnets': [{'id': '649747cf-05da-40d5-a9b4-d5107e9dbf05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-13-smb', False) {} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:50:23.425649 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00df3c8e-58dd-45d5-9566-99aa6d70c367 None None] The sync data for ids ['6acbe92d-12b3-49e3-a9cf-2c57dd9776ac'] in dv-cinder-733622-13-smb is: [{'id': '6acbe92d-12b3-49e3-a9cf-2c57dd9776ac', 'name': 'tempest-AttachVolumeTestJSON-2033844302-router', 'tenant_id': '884b1020849e42e3acc115cae0298189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'external_fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.194'}], 'enable_snat': True}, 'gw_port_id': 'aabd4896-a6de-4de3-bfd5-7f4fb8cecc07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:45:37Z', 'updated_at': '2021-04-16T16:45:58Z', 'revision_number': 4, 'project_id': '884b1020849e42e3acc115cae0298189', 'gw_port': {'id': 'aabd4896-a6de-4de3-bfd5-7f4fb8cecc07', 'name': '', 'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6acbe92d-12b3-49e3-a9cf-2c57dd9776ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:45:39Z', 'updated_at': '2021-04-16T16:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-smb', '_interfaces': [{'id': 'b45aaf18-95e8-4b8c-8a6d-1429cfe3d5d8', 'name': '', 'network_id': 'b5d67f03-2a50-4f49-99e2-88dca9cc2c57', 'tenant_id': '884b1020849e42e3acc115cae0298189', 'mac_address': 'fa:16:3e:f1:f0:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6acbe92d-12b3-49e3-a9cf-2c57dd9776ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '649747cf-05da-40d5-a9b4-d5107e9dbf05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:45:55Z', 'updated_at': '2021-04-16T16:46:11Z', 'revision_number': 5, 'project_id': '884b1020849e42e3acc115cae0298189', 'subnets': [{'id': '649747cf-05da-40d5-a9b4-d5107e9dbf05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 16:50:23.672528 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806f0cfb-55b7-493e-a66b-3be0b8033ebd req-3e55fc34-b7cc-442f-ac2e-0bb80a9288ea tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:50:23.674367 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-806f0cfb-55b7-493e-a66b-3be0b8033ebd req-3e55fc34-b7cc-442f-ac2e-0bb80a9288ea tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/ports?device_id=4c6f8080-b802-4729-8986-12463eb33e3e HTTP/1.1" status: 200 len: 945 time: 0.2119417 Apr 16 16:50:23.691483 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:23.771227 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-806f0cfb-55b7-493e-a66b-3be0b8033ebd req-b885df84-b823-4624-b9c2-fd2249f776ef tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/security-groups?id=ad23a607-8b6f-4d76-a678-412bf8b292b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887158 Apr 16 16:50:23.774254 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-8571fa6e-26e3-45c7-b455-925d0ca7959c admin admin] For port 03c2a6f7-65f7-471e-96fd-97ae4dd00c17, host dv-cinder-733622-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-smb',level=0,port_id=03c2a6f7-65f7-471e-96fd-97ae4dd00c17,segment=NetworkSegment(72591246-2019-4cd4-9cf3-fab9e1d2beed),segment_id=72591246-2019-4cd4-9cf3-fab9e1d2beed)] {{(pid=85336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:50:23.774777 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8571fa6e-26e3-45c7-b455-925d0ca7959c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436170'] for port, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:23.868447 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-875d4ee9-615b-4980-81a4-1d2ca75a923d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e49d77fe-88dd-40ce-9a69-b9744f7bfd91', 'name': 'tempest-ServerRescueNegativeTestJSON-2010449493-router', 'tenant_id': '3dd53e8589184e7f8377266cec951d0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'external_fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.215'}], 'enable_snat': True}, 'gw_port_id': '03c2a6f7-65f7-471e-96fd-97ae4dd00c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:46:58Z', 'updated_at': '2021-04-16T16:50:20Z', 'revision_number': 5, 'project_id': '3dd53e8589184e7f8377266cec951d0d', 'gw_port': {'id': '03c2a6f7-65f7-471e-96fd-97ae4dd00c17', 'name': '', 'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:f9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49d77fe-88dd-40ce-9a69-b9744f7bfd91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:46:59Z', 'updated_at': '2021-04-16T16:47:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-smb'}], 'dv-cinder-733622-13-smb', False) {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:50:23.874323 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875d4ee9-615b-4980-81a4-1d2ca75a923d None None] Checking router: e49d77fe-88dd-40ce-9a69-b9744f7bfd91 for host: dv-cinder-733622-13-smb {{(pid=85337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 16:50:23.892547 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875d4ee9-615b-4980-81a4-1d2ca75a923d None None] Routers {'e49d77fe-88dd-40ce-9a69-b9744f7bfd91'} bound to L3 agent in host dv-cinder-733622-13-smb {{(pid=85337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:50:23.893305 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-875d4ee9-615b-4980-81a4-1d2ca75a923d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T16:36:22Z,description=,heartbeat_timestamp=2021-04-16T16:50:22Z,host='dv-cinder-733622-13-smb',id=4aa3b6c8-2ef9-4577-bdb6-1cfedaad083f,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T16:36:22Z,topic='l3_agent')) {'router_ids': ['e49d77fe-88dd-40ce-9a69-b9744f7bfd91'], 'active': True} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:50:23.931843 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312e3657-aa72-4ead-b92b-6c91cc8654cc None None] New status for floating IP 781fdbac-1e58-44fa-a80c-be8bfda35841: DOWN {{(pid=85338) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 16 16:50:24.074674 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46779678-54a3-4626-bcf0-f20bd89bfade req-86a5cc3e-35fe-4043-a4c1-19105d202bb8 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:50:24.077906 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-46779678-54a3-4626-bcf0-f20bd89bfade req-86a5cc3e-35fe-4043-a4c1-19105d202bb8 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/ports?device_id=4c6f8080-b802-4729-8986-12463eb33e3e HTTP/1.1" status: 200 len: 945 time: 0.1331415 Apr 16 16:50:24.093530 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 41786) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:50:24.103180 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-b34059a2-b70a-447f-ad3c-ab2669144ec7 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Request body: {'floatingip': {'port_id': '1a2753f0-829b-44c8-b562-25e0a67aa0e0'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:50:24.167597 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvr_db [None req-875d4ee9-615b-4980-81a4-1d2ca75a923d None None] Set router e49d77fe-88dd-40ce-9a69-b9744f7bfd91 gateway port host: None {{(pid=85337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:50:24.275395 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-b34059a2-b70a-447f-ad3c-ab2669144ec7 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Notify callbacks [] for floatingip, before_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:24.328548 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-8571fa6e-26e3-45c7-b455-925d0ca7959c admin admin] Calling delete_port for 03c2a6f7-65f7-471e-96fd-97ae4dd00c17 owned by network:router_gateway {{(pid=85336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 16:50:24.362888 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 41796) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:50:24.416356 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-875d4ee9-615b-4980-81a4-1d2ca75a923d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e49d77fe-88dd-40ce-9a69-b9744f7bfd91', 'name': 'tempest-ServerRescueNegativeTestJSON-2010449493-router', 'tenant_id': '3dd53e8589184e7f8377266cec951d0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:46:58Z', 'updated_at': '2021-04-16T16:50:23Z', 'revision_number': 6, 'project_id': '3dd53e8589184e7f8377266cec951d0d', 'gw_port_host': None}], 'dv-cinder-733622-13-smb', False) {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:50:24.423629 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875d4ee9-615b-4980-81a4-1d2ca75a923d None None] The sync data for ids ['e49d77fe-88dd-40ce-9a69-b9744f7bfd91'] in dv-cinder-733622-13-smb is: [{'id': 'e49d77fe-88dd-40ce-9a69-b9744f7bfd91', 'name': 'tempest-ServerRescueNegativeTestJSON-2010449493-router', 'tenant_id': '3dd53e8589184e7f8377266cec951d0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:46:58Z', 'updated_at': '2021-04-16T16:50:23Z', 'revision_number': 6, 'project_id': '3dd53e8589184e7f8377266cec951d0d', 'gw_port_host': None}] {{(pid=85337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 16:50:24.426089 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-53783e99-0c04-4d0d-b0b5-c5fd538000c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:24.512277 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-edb5db03-a5e0-4259-91c1-5d1814880ce5 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:24.568030 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-edb5db03-a5e0-4259-91c1-5d1814880ce5 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:24.722292 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-edb5db03-a5e0-4259-91c1-5d1814880ce5 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:24.730688 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-361aafdc-0c41-4ea1-92e8-0ab4069557cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:50:24.758344 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb5db03-a5e0-4259-91c1-5d1814880ce5 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9619b15f-c003-4676-8b83-3ac3c8f30e30,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:50:24.765550 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-edb5db03-a5e0-4259-91c1-5d1814880ce5 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:50:24.768507 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8571fa6e-26e3-45c7-b455-925d0ca7959c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751456166703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363285399062934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2420184'] for port, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:24.854248 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:50:24.908498 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8571fa6e-26e3-45c7-b455-925d0ca7959c admin admin] Pushing event deleted for resources: {'Port': ['ID=03c2a6f7-65f7-471e-96fd-97ae4dd00c17,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:50:24.919997 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-8571fa6e-26e3-45c7-b455-925d0ca7959c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:50:24.921270 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-edb5db03-a5e0-4259-91c1-5d1814880ce5 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:24.925136 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-edb5db03-a5e0-4259-91c1-5d1814880ce5 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "DELETE /v2.0/security-groups/9619b15f-c003-4676-8b83-3ac3c8f30e30 HTTP/1.1" status: 204 len: 168 time: 0.5585511 Apr 16 16:50:24.925379 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 41804) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:50:24.960801 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.api.v2.resource [None req-25a51e2f-f0ea-431c-9ac8-6f78eb5cb60f tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] show failed (client error): The resource could not be found. Apr 16 16:50:24.961903 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-25a51e2f-f0ea-431c-9ac8-6f78eb5cb60f tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "GET /v2.0/security-groups/9619b15f-c003-4676-8b83-3ac3c8f30e30 HTTP/1.1" status: 404 len: 347 time: 0.0354750 Apr 16 16:50:24.967670 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 41808) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:50:25.205024 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-18160c79-7cf0-4df9-a265-5e549b9c49df tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Deleting port 27e16615-a535-484c-915e-3b35da8a0f36 {{(pid=85336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:50:25.205403 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-18160c79-7cf0-4df9-a265-5e549b9c49df tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285398617716'] for port, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:25.409632 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8571fa6e-26e3-45c7-b455-925d0ca7959c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-426984'] for router_gateway, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:25.558202 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-b34059a2-b70a-447f-ad3c-ab2669144ec7 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:25.562344 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-b34059a2-b70a-447f-ad3c-ab2669144ec7 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854349033'] for floatingip, after_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:25.615394 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8571fa6e-26e3-45c7-b455-925d0ca7959c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-457810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5633'] for router, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:25.628389 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8571fa6e-26e3-45c7-b455-925d0ca7959c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:25.743952 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-18160c79-7cf0-4df9-a265-5e549b9c49df tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436170'] for port, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:25.744329 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-18160c79-7cf0-4df9-a265-5e549b9c49df tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:25.760607 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8571fa6e-26e3-45c7-b455-925d0ca7959c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854346814'] for router, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:25.763704 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8571fa6e-26e3-45c7-b455-925d0ca7959c admin admin] Fanout notify agent at l3_agent the message router_deleted on router e49d77fe-88dd-40ce-9a69-b9744f7bfd91 {{(pid=85336) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 16 16:50:25.772520 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.db.l3_db [None req-b34059a2-b70a-447f-ad3c-ab2669144ec7 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Floating IP 3f24e745-ccdd-4148-95f4-e1462a00883e associated. External IP: 172.28.2.71, port: 1a2753f0-829b-44c8-b562-25e0a67aa0e0. Apr 16 16:50:25.903471 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-18160c79-7cf0-4df9-a265-5e549b9c49df tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Calling delete_port for 27e16615-a535-484c-915e-3b35da8a0f36 owned by network:floatingip {{(pid=85336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 16:50:25.940610 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8571fa6e-26e3-45c7-b455-925d0ca7959c admin admin] Notify callbacks [] for router, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:25.941869 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-8571fa6e-26e3-45c7-b455-925d0ca7959c admin admin] 10.222.0.38 "DELETE /v2.0/routers/e49d77fe-88dd-40ce-9a69-b9744f7bfd91 HTTP/1.1" status: 204 len: 168 time: 3.0598843 Apr 16 16:50:25.949398 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 41818) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:50:26.059760 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.db_base_plugin_v2 [None req-f93c6be6-cbfc-496b-807b-19a591291536 admin admin] Deleting subnet c2b9a3b8-01fc-4424-851d-e3d624dca274 {{(pid=85336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 16:50:26.064227 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f93c6be6-cbfc-496b-807b-19a591291536 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:26.158273 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f93c6be6-cbfc-496b-807b-19a591291536 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852295916'] for subnet, precommit_delete_associations {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:26.196667 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b34059a2-b70a-447f-ad3c-ab2669144ec7 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Router 7246a46c-3e89-4c3d-96dc-a5f833931984 has already been hosted by L3 agent 4aa3b6c8-2ef9-4577-bdb6-1cfedaad083f {{(pid=85335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 16:50:26.239881 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-18160c79-7cf0-4df9-a265-5e549b9c49df tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751456166703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363285399062934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2420184'] for port, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:26.241261 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Device c1dd3101-033e-424d-b12a-c190120e8f37 no longer exists at agent ovs-agent-dv-cinder-733622-13-smb {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 16:50:26.258907 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:50:26.283185 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] No Port match for: c1dd3101-033e-424d-b12a-c190120e8f37 {{(pid=85337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 16:50:26.283736 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Device c1dd3101-033e-424d-b12a-c190120e8f37 not bound to the agent host dv-cinder-733622-13-smb {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 16:50:26.284304 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Device 03c2a6f7-65f7-471e-96fd-97ae4dd00c17 no longer exists at agent ovs-agent-dv-cinder-733622-13-smb {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 16:50:26.301802 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f93c6be6-cbfc-496b-807b-19a591291536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854774887'] for subnet, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:26.329776 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] No Port match for: 03c2a6f7-65f7-471e-96fd-97ae4dd00c17 {{(pid=85337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 16:50:26.330570 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Device 03c2a6f7-65f7-471e-96fd-97ae4dd00c17 not bound to the agent host dv-cinder-733622-13-smb {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 16:50:26.395699 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18160c79-7cf0-4df9-a265-5e549b9c49df tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Pushing event deleted for resources: {'Port': ['ID=27e16615-a535-484c-915e-3b35da8a0f36,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:50:26.402721 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b34059a2-b70a-447f-ad3c-ab2669144ec7 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Notify agent at l3_agent.dv-cinder-733622-13-smb the message routers_updated {{(pid=85335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 16:50:26.408327 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-18160c79-7cf0-4df9-a265-5e549b9c49df tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:50:26.408549 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-b34059a2-b70a-447f-ad3c-ab2669144ec7 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768218'] for floatingip, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:26.415593 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f4fb90-44b4-4e9f-bba4-1b747e7525ae None None] Sync routers for ids ['7246a46c-3e89-4c3d-96dc-a5f833931984'] in dv-cinder-733622-13-smb {{(pid=85337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 16:50:26.431511 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f4fb90-44b4-4e9f-bba4-1b747e7525ae None None] Routers {'7246a46c-3e89-4c3d-96dc-a5f833931984'} bound to L3 agent in host dv-cinder-733622-13-smb {{(pid=85337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:50:26.432738 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-e3f4fb90-44b4-4e9f-bba4-1b747e7525ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T16:36:22Z,description=,heartbeat_timestamp=2021-04-16T16:50:22Z,host='dv-cinder-733622-13-smb',id=4aa3b6c8-2ef9-4577-bdb6-1cfedaad083f,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T16:36:22Z,topic='l3_agent')) {'router_ids': ['7246a46c-3e89-4c3d-96dc-a5f833931984'], 'active': True} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:50:26.479243 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-b34059a2-b70a-447f-ad3c-ab2669144ec7 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "PUT /v2.0/floatingips/3f24e745-ccdd-4148-95f4-e1462a00883e HTTP/1.1" status: 200 len: 990 time: 2.3805904 Apr 16 16:50:26.479243 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c6f8080-b802-4729-8986-12463eb33e3e', 'tag': '1a2753f0-829b-44c8-b562-25e0a67aa0e0'}] {{(pid=85335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:50:26.527819 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c6f8080-b802-4729-8986-12463eb33e3e', 'tag': '1a2753f0-829b-44c8-b562-25e0a67aa0e0', 'status': 'completed', 'code': 200} Apr 16 16:50:26.680160 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvr_db [None req-e3f4fb90-44b4-4e9f-bba4-1b747e7525ae None None] Set router 7246a46c-3e89-4c3d-96dc-a5f833931984 gateway port host: dv-cinder-733622-13-smb {{(pid=85337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:50:26.885914 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a508b8-8c31-4c5e-971c-a622db0c56d6 req-c40ba8fb-4f32-4e38-b0b8-be41a939707e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:50:26.887469 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-00a508b8-8c31-4c5e-971c-a622db0c56d6 req-c40ba8fb-4f32-4e38-b0b8-be41a939707e service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=88a1c77b2ae945419c929cd0ad2c2a68&device_id=4c6f8080-b802-4729-8986-12463eb33e3e HTTP/1.1" status: 200 len: 1098 time: 0.3186059 Apr 16 16:50:26.891550 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-18160c79-7cf0-4df9-a265-5e549b9c49df tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Notify callbacks [] for floatingip, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:27.019799 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 41828) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:50:27.194628 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-e3f4fb90-44b4-4e9f-bba4-1b747e7525ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7246a46c-3e89-4c3d-96dc-a5f833931984', 'name': 'tempest-AttachVolumeShelveTestJSON-1554147742-router', 'tenant_id': '88a1c77b2ae945419c929cd0ad2c2a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'external_fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.213'}], 'enable_snat': True}, 'gw_port_id': '2c1bc0b1-551f-42c2-9f06-e7a8bdce7737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:45:37Z', 'updated_at': '2021-04-16T16:46:10Z', 'revision_number': 4, 'project_id': '88a1c77b2ae945419c929cd0ad2c2a68', 'gw_port': {'id': '2c1bc0b1-551f-42c2-9f06-e7a8bdce7737', 'name': '', 'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7246a46c-3e89-4c3d-96dc-a5f833931984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:45:40Z', 'updated_at': '2021-04-16T16:46:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-smb', '_floatingips': [{'id': '3f24e745-ccdd-4148-95f4-e1462a00883e', 'tenant_id': '88a1c77b2ae945419c929cd0ad2c2a68', 'floating_ip_address': '172.28.2.71', 'floating_network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'router_id': '7246a46c-3e89-4c3d-96dc-a5f833931984', 'port_id': '1a2753f0-829b-44c8-b562-25e0a67aa0e0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3850fa94-c64e-47a7-8ac1-100295c70767', 'mac_address': 'fa:16:3e:fe:b2:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6f8080-b802-4729-8986-12463eb33e3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T16:50:09Z', 'updated_at': '2021-04-16T16:50:25Z', 'revision_number': 1, 'project_id': '88a1c77b2ae945419c929cd0ad2c2a68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c94c8129-453b-4603-aa8e-c5e9c0e8a874', 'name': '', 'network_id': '3850fa94-c64e-47a7-8ac1-100295c70767', 'tenant_id': '88a1c77b2ae945419c929cd0ad2c2a68', 'mac_address': 'fa:16:3e:eb:a6:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7246a46c-3e89-4c3d-96dc-a5f833931984', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '3d318de4-dae1-4537-aa0d-b7c79b5c1954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:46:04Z', 'updated_at': '2021-04-16T16:46:21Z', 'revision_number': 5, 'project_id': '88a1c77b2ae945419c929cd0ad2c2a68', 'subnets': [{'id': '3d318de4-dae1-4537-aa0d-b7c79b5c1954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-13-smb', False) {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:50:27.200030 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f4fb90-44b4-4e9f-bba4-1b747e7525ae None None] Checking router: 7246a46c-3e89-4c3d-96dc-a5f833931984 for host: dv-cinder-733622-13-smb {{(pid=85337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 16:50:27.213405 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f4fb90-44b4-4e9f-bba4-1b747e7525ae None None] Routers {'7246a46c-3e89-4c3d-96dc-a5f833931984'} bound to L3 agent in host dv-cinder-733622-13-smb {{(pid=85337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:50:27.214452 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-e3f4fb90-44b4-4e9f-bba4-1b747e7525ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T16:36:22Z,description=,heartbeat_timestamp=2021-04-16T16:50:22Z,host='dv-cinder-733622-13-smb',id=4aa3b6c8-2ef9-4577-bdb6-1cfedaad083f,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T16:36:22Z,topic='l3_agent')) {'router_ids': ['7246a46c-3e89-4c3d-96dc-a5f833931984'], 'active': True} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:50:27.290962 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f93c6be6-cbfc-496b-807b-19a591291536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852355699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2266164'] for subnet, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:27.320264 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.db_base_plugin_v2 [None req-55d274fc-063f-4a5b-9d49-23e1f177c229 admin admin] Deleting subnet dae0094f-2b6d-44a2-8dd1-7b92890b350e {{(pid=85335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 16:50:27.324313 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-55d274fc-063f-4a5b-9d49-23e1f177c229 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:27.327138 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:50:27.386063 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-55d274fc-063f-4a5b-9d49-23e1f177c229 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850758313'] for subnet, precommit_delete_associations {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:27.429970 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-18160c79-7cf0-4df9-a265-5e549b9c49df tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768218'] for floatingip, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:27.434807 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-18160c79-7cf0-4df9-a265-5e549b9c49df tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "DELETE /v2.0/floatingips/781fdbac-1e58-44fa-a80c-be8bfda35841 HTTP/1.1" status: 204 len: 168 time: 2.4625700 Apr 16 16:50:27.449965 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93c6be6-cbfc-496b-807b-19a591291536 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2b9a3b8-01fc-4424-851d-e3d624dca274,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:50:27.460956 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-55d274fc-063f-4a5b-9d49-23e1f177c229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854774887'] for subnet, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:27.472469 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-f93c6be6-cbfc-496b-807b-19a591291536 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:50:27.488322 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvr_db [None req-e3f4fb90-44b4-4e9f-bba4-1b747e7525ae None None] Set router 7246a46c-3e89-4c3d-96dc-a5f833931984 gateway port host: dv-cinder-733622-13-smb {{(pid=85337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:50:27.529081 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a508b8-8c31-4c5e-971c-a622db0c56d6 req-ed08079f-6f27-4e8c-bc67-13a34a4228ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:50:27.531862 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-00a508b8-8c31-4c5e-971c-a622db0c56d6 req-ed08079f-6f27-4e8c-bc67-13a34a4228ba service neutron] 10.222.0.87 "GET /v2.0/networks?id=3850fa94-c64e-47a7-8ac1-100295c70767 HTTP/1.1" status: 200 len: 918 time: 0.6349373 Apr 16 16:50:27.679483 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f93c6be6-cbfc-496b-807b-19a591291536 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609088'] for subnet, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:27.687971 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-f93c6be6-cbfc-496b-807b-19a591291536 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/c2b9a3b8-01fc-4424-851d-e3d624dca274 HTTP/1.1" status: 204 len: 168 time: 1.7368922 Apr 16 16:50:27.689488 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 41836) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:50:27.784933 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-55d274fc-063f-4a5b-9d49-23e1f177c229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4038133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2285337'] for subnet, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:27.906998 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 41840) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:50:27.907637 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:50:27.967519 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-c3f1d9b9-3a24-43f9-81f6-c24da7bfdb2a tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Request body: {'security_group': {'name': 'tempest-securitygroup--361689846', 'description': 'tempest-description--408793949'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:50:27.976277 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d274fc-063f-4a5b-9d49-23e1f177c229 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dae0094f-2b6d-44a2-8dd1-7b92890b350e,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:50:27.980710 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-55d274fc-063f-4a5b-9d49-23e1f177c229 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:50:27.984727 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-c3f1d9b9-3a24-43f9-81f6-c24da7bfdb2a tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:50:27.991242 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-00a508b8-8c31-4c5e-971c-a622db0c56d6 req-e17741d5-2206-4307-a0b1-5f60a91fa27b service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a2753f0-829b-44c8-b562-25e0a67aa0e0 HTTP/1.1" status: 200 len: 998 time: 0.4391477 Apr 16 16:50:27.992846 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-c3f1d9b9-3a24-43f9-81f6-c24da7bfdb2a tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Usage tracker for resource:security_group and tenant:884b1020849e42e3acc115cae0298189 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:50:27.996184 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-55d274fc-063f-4a5b-9d49-23e1f177c229 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:28.000355 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-baf7401b-2e65-4dc9-b57f-304a66e093c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33594'] for network, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:28.006310 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-55d274fc-063f-4a5b-9d49-23e1f177c229 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/dae0094f-2b6d-44a2-8dd1-7b92890b350e HTTP/1.1" status: 204 len: 168 time: 0.9822433 Apr 16 16:50:28.006310 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-c3f1d9b9-3a24-43f9-81f6-c24da7bfdb2a tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:50:28.007566 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 41844) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:50:28.086693 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-c3f1d9b9-3a24-43f9-81f6-c24da7bfdb2a tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:50:28.125259 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c3f1d9b9-3a24-43f9-81f6-c24da7bfdb2a tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:28.151685 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-6efbb44a-3a10-4a6b-9328-4730d8fb6a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33594'] for network, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:28.153409 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-e3f4fb90-44b4-4e9f-bba4-1b747e7525ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7246a46c-3e89-4c3d-96dc-a5f833931984', 'name': 'tempest-AttachVolumeShelveTestJSON-1554147742-router', 'tenant_id': '88a1c77b2ae945419c929cd0ad2c2a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'external_fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.213'}], 'enable_snat': True}, 'gw_port_id': '2c1bc0b1-551f-42c2-9f06-e7a8bdce7737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:45:37Z', 'updated_at': '2021-04-16T16:46:10Z', 'revision_number': 4, 'project_id': '88a1c77b2ae945419c929cd0ad2c2a68', 'gw_port': {'id': '2c1bc0b1-551f-42c2-9f06-e7a8bdce7737', 'name': '', 'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7246a46c-3e89-4c3d-96dc-a5f833931984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:45:40Z', 'updated_at': '2021-04-16T16:46:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-smb', '_floatingips': [{'id': '3f24e745-ccdd-4148-95f4-e1462a00883e', 'tenant_id': '88a1c77b2ae945419c929cd0ad2c2a68', 'floating_ip_address': '172.28.2.71', 'floating_network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'router_id': '7246a46c-3e89-4c3d-96dc-a5f833931984', 'port_id': '1a2753f0-829b-44c8-b562-25e0a67aa0e0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3850fa94-c64e-47a7-8ac1-100295c70767', 'mac_address': 'fa:16:3e:fe:b2:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6f8080-b802-4729-8986-12463eb33e3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T16:50:09Z', 'updated_at': '2021-04-16T16:50:25Z', 'revision_number': 1, 'project_id': '88a1c77b2ae945419c929cd0ad2c2a68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c94c8129-453b-4603-aa8e-c5e9c0e8a874', 'name': '', 'network_id': '3850fa94-c64e-47a7-8ac1-100295c70767', 'tenant_id': '88a1c77b2ae945419c929cd0ad2c2a68', 'mac_address': 'fa:16:3e:eb:a6:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7246a46c-3e89-4c3d-96dc-a5f833931984', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '3d318de4-dae1-4537-aa0d-b7c79b5c1954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:46:04Z', 'updated_at': '2021-04-16T16:46:21Z', 'revision_number': 5, 'project_id': '88a1c77b2ae945419c929cd0ad2c2a68', 'subnets': [{'id': '3d318de4-dae1-4537-aa0d-b7c79b5c1954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-13-smb', False) {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:50:28.158707 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f4fb90-44b4-4e9f-bba4-1b747e7525ae None None] The sync data for ids ['7246a46c-3e89-4c3d-96dc-a5f833931984'] in dv-cinder-733622-13-smb is: [{'id': '7246a46c-3e89-4c3d-96dc-a5f833931984', 'name': 'tempest-AttachVolumeShelveTestJSON-1554147742-router', 'tenant_id': '88a1c77b2ae945419c929cd0ad2c2a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'external_fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.213'}], 'enable_snat': True}, 'gw_port_id': '2c1bc0b1-551f-42c2-9f06-e7a8bdce7737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:45:37Z', 'updated_at': '2021-04-16T16:46:10Z', 'revision_number': 4, 'project_id': '88a1c77b2ae945419c929cd0ad2c2a68', 'gw_port': {'id': '2c1bc0b1-551f-42c2-9f06-e7a8bdce7737', 'name': '', 'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7246a46c-3e89-4c3d-96dc-a5f833931984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:45:40Z', 'updated_at': '2021-04-16T16:46:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-smb', '_floatingips': [{'id': '3f24e745-ccdd-4148-95f4-e1462a00883e', 'tenant_id': '88a1c77b2ae945419c929cd0ad2c2a68', 'floating_ip_address': '172.28.2.71', 'floating_network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'router_id': '7246a46c-3e89-4c3d-96dc-a5f833931984', 'port_id': '1a2753f0-829b-44c8-b562-25e0a67aa0e0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3850fa94-c64e-47a7-8ac1-100295c70767', 'mac_address': 'fa:16:3e:fe:b2:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6f8080-b802-4729-8986-12463eb33e3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T16:50:09Z', 'updated_at': '2021-04-16T16:50:25Z', 'revision_number': 1, 'project_id': '88a1c77b2ae945419c929cd0ad2c2a68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c94c8129-453b-4603-aa8e-c5e9c0e8a874', 'name': '', 'network_id': '3850fa94-c64e-47a7-8ac1-100295c70767', 'tenant_id': '88a1c77b2ae945419c929cd0ad2c2a68', 'mac_address': 'fa:16:3e:eb:a6:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7246a46c-3e89-4c3d-96dc-a5f833931984', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '3d318de4-dae1-4537-aa0d-b7c79b5c1954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:46:04Z', 'updated_at': '2021-04-16T16:46:21Z', 'revision_number': 5, 'project_id': '88a1c77b2ae945419c929cd0ad2c2a68', 'subnets': [{'id': '3d318de4-dae1-4537-aa0d-b7c79b5c1954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 16:50:28.230576 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-c3f1d9b9-3a24-43f9-81f6-c24da7bfdb2a tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:50:28.237329 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-c3f1d9b9-3a24-43f9-81f6-c24da7bfdb2a tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Usage tracker for resource:security_group_rule and tenant:884b1020849e42e3acc115cae0298189 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:50:28.240709 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-c3f1d9b9-3a24-43f9-81f6-c24da7bfdb2a tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:50:28.266397 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a508b8-8c31-4c5e-971c-a622db0c56d6 req-1819da59-338c-4f06-884e-f7970a537dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:50:28.268011 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-00a508b8-8c31-4c5e-971c-a622db0c56d6 req-1819da59-338c-4f06-884e-f7970a537dc8 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=3d318de4-dae1-4537-aa0d-b7c79b5c1954 HTTP/1.1" status: 200 len: 856 time: 0.2112460 Apr 16 16:50:28.278286 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-c3f1d9b9-3a24-43f9-81f6-c24da7bfdb2a tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:50:28.321235 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-baf7401b-2e65-4dc9-b57f-304a66e093c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2001432', 'neutron.services.segments.db._delete_segments_for_network-8751456264904'] for network, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:28.425730 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-6efbb44a-3a10-4a6b-9328-4730d8fb6a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2001432', 'neutron.services.segments.db._delete_segments_for_network-8751456264904'] for network, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:28.456508 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de62d439-6fac-4dad-89b6-1499bde2a1f1 None None] New status for floating IP 3f24e745-ccdd-4148-95f4-e1462a00883e: ACTIVE {{(pid=85338) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 16 16:50:28.480397 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.services.segments.db [None req-baf7401b-2e65-4dc9-b57f-304a66e093c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c1b2f9a-4043-421f-912b-c908e49b8d79']}} {{(pid=85336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:50:28.501895 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.services.segments.db [None req-baf7401b-2e65-4dc9-b57f-304a66e093c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6982ae40-408c-420a-b6f7-93d42819f3da') {'for_net_delete': True} {{(pid=85336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:50:28.502343 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.services.segments.db [None req-baf7401b-2e65-4dc9-b57f-304a66e093c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6982ae40-408c-420a-b6f7-93d42819f3da') {} {{(pid=85336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:50:28.519900 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-baf7401b-2e65-4dc9-b57f-304a66e093c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751456237017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2479916'] for segment, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:28.521807 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c3f1d9b9-3a24-43f9-81f6-c24da7bfdb2a tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:28.529880 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a508b8-8c31-4c5e-971c-a622db0c56d6 req-f5b1dbf8-9edb-4115-ad9e-02f81456cb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:50:28.531638 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-00a508b8-8c31-4c5e-971c-a622db0c56d6 req-f5b1dbf8-9edb-4115-ad9e-02f81456cb1d service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=3850fa94-c64e-47a7-8ac1-100295c70767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2550159 Apr 16 16:50:28.541149 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c3f1d9b9-3a24-43f9-81f6-c24da7bfdb2a tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:28.547830 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:50:28.568792 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-baf7401b-2e65-4dc9-b57f-304a66e093c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-60927'] for segment, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:28.582947 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f1d9b9-3a24-43f9-81f6-c24da7bfdb2a tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a48b2e8-e55a-4b18-86af-761daa0c1680,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:50:28.594020 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c3f1d9b9-3a24-43f9-81f6-c24da7bfdb2a tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:50:28.638728 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-baf7401b-2e65-4dc9-b57f-304a66e093c3 admin admin] Releasing vlan 772 on physical network physnet1 to pool {{(pid=85336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 16:50:28.644314 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.services.segments.db [None req-6efbb44a-3a10-4a6b-9328-4730d8fb6a82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19dcc7fc-81c9-4bb8-80ee-5cfba0c1d1fb']}} {{(pid=85335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:50:28.657047 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c3f1d9b9-3a24-43f9-81f6-c24da7bfdb2a tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:28.661479 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-c3f1d9b9-3a24-43f9-81f6-c24da7bfdb2a tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.7233860 Apr 16 16:50:28.661723 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 41848) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:50:28.665523 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.services.segments.db [None req-6efbb44a-3a10-4a6b-9328-4730d8fb6a82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b12c9e1-c1a8-40f2-b7e0-4081f813c4bd') {'for_net_delete': True} {{(pid=85335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:50:28.665830 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.services.segments.db [None req-6efbb44a-3a10-4a6b-9328-4730d8fb6a82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b12c9e1-c1a8-40f2-b7e0-4081f813c4bd') {} {{(pid=85335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:50:28.677455 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-ebc38077-67ab-4ae5-8005-aedbf1c706ad tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Request body: {'security_group_rule': {'security_group_id': '6a48b2e8-e55a-4b18-86af-761daa0c1680', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:50:28.687562 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-ebc38077-67ab-4ae5-8005-aedbf1c706ad tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:50:28.690981 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-6efbb44a-3a10-4a6b-9328-4730d8fb6a82 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751456237017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4017519'] for segment, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:28.704254 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-ebc38077-67ab-4ae5-8005-aedbf1c706ad tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Usage tracker for resource:security_group_rule and tenant:884b1020849e42e3acc115cae0298189 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:50:28.708738 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-ebc38077-67ab-4ae5-8005-aedbf1c706ad tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:50:28.722195 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-ebc38077-67ab-4ae5-8005-aedbf1c706ad tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:50:28.724893 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-6efbb44a-3a10-4a6b-9328-4730d8fb6a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-60927'] for segment, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:28.737840 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6efbb44a-3a10-4a6b-9328-4730d8fb6a82 admin admin] Releasing vlan 754 on physical network physnet1 to pool {{(pid=85335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 16:50:28.843865 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-ebc38077-67ab-4ae5-8005-aedbf1c706ad tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:28.881915 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-baf7401b-2e65-4dc9-b57f-304a66e093c3 admin admin] Network 2c1b2f9a-4043-421f-912b-c908e49b8d79 has no segments {{(pid=85336) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 16:50:28.893753 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-baf7401b-2e65-4dc9-b57f-304a66e093c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854714905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2419244'] for segment, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:28.915796 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-00a508b8-8c31-4c5e-971c-a622db0c56d6 req-1cff8454-27b5-4f14-a481-ce5c727b8b66 service neutron] 10.222.0.87 "GET /v2.0/networks/3850fa94-c64e-47a7-8ac1-100295c70767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3744423 Apr 16 16:50:29.002557 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-6efbb44a-3a10-4a6b-9328-4730d8fb6a82 admin admin] Network 19dcc7fc-81c9-4bb8-80ee-5cfba0c1d1fb has no segments {{(pid=85335) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 16:50:29.015122 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-6efbb44a-3a10-4a6b-9328-4730d8fb6a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854714905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850738604'] for segment, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:29.124321 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-ebc38077-67ab-4ae5-8005-aedbf1c706ad tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:29.128664 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-ebc38077-67ab-4ae5-8005-aedbf1c706ad tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400085'] for security_group_rule, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:29.150999 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:50:29.190940 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-baf7401b-2e65-4dc9-b57f-304a66e093c3 admin admin] Network 2c1b2f9a-4043-421f-912b-c908e49b8d79 has no segments {{(pid=85336) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 16:50:29.217929 dv-cinder-733622-13-smb neutron-server[85220]: Traceback (most recent call last): Apr 16 16:50:29.217929 dv-cinder-733622-13-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 16:50:29.217929 dv-cinder-733622-13-smb neutron-server[85220]: timer() Apr 16 16:50:29.217929 dv-cinder-733622-13-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 16:50:29.217929 dv-cinder-733622-13-smb neutron-server[85220]: cb(*args, **kw) Apr 16 16:50:29.217929 dv-cinder-733622-13-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 16:50:29.217929 dv-cinder-733622-13-smb neutron-server[85220]: return func(*args, **kwargs) Apr 16 16:50:29.217929 dv-cinder-733622-13-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 16:50:29.217929 dv-cinder-733622-13-smb neutron-server[85220]: self._notify() Apr 16 16:50:29.217929 dv-cinder-733622-13-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 16:50:29.217929 dv-cinder-733622-13-smb neutron-server[85220]: self.callback(batched_events) Apr 16 16:50:29.217929 dv-cinder-733622-13-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 16:50:29.217929 dv-cinder-733622-13-smb neutron-server[85220]: event.method(event) Apr 16 16:50:29.217929 dv-cinder-733622-13-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 16:50:29.217929 dv-cinder-733622-13-smb neutron-server[85220]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 16:50:29.217929 dv-cinder-733622-13-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 16:50:29.217929 dv-cinder-733622-13-smb neutron-server[85220]: segment_id)['aggregates'][0] Apr 16 16:50:29.217929 dv-cinder-733622-13-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 16:50:29.217929 dv-cinder-733622-13-smb neutron-server[85220]: return f(self, *a, **k) Apr 16 16:50:29.217929 dv-cinder-733622-13-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 16:50:29.217929 dv-cinder-733622-13-smb neutron-server[85220]: return self._get(url).json() Apr 16 16:50:29.217929 dv-cinder-733622-13-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 16:50:29.217929 dv-cinder-733622-13-smb neutron-server[85220]: **kwargs) Apr 16 16:50:29.217929 dv-cinder-733622-13-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 16:50:29.217929 dv-cinder-733622-13-smb neutron-server[85220]: return self.request(url, 'GET', **kwargs) Apr 16 16:50:29.217929 dv-cinder-733622-13-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 16:50:29.217929 dv-cinder-733622-13-smb neutron-server[85220]: **endpoint_filter) Apr 16 16:50:29.217929 dv-cinder-733622-13-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 16:50:29.217929 dv-cinder-733622-13-smb neutron-server[85220]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 16:50:29.217929 dv-cinder-733622-13-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 16:50:29.217929 dv-cinder-733622-13-smb neutron-server[85220]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 16:50:29.217929 dv-cinder-733622-13-smb neutron-server[85220]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 16:50:29.242466 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc38077-67ab-4ae5-8005-aedbf1c706ad tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce776b02-4b00-4023-951e-84058d837f31,revision_number=0']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:50:29.257599 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-ebc38077-67ab-4ae5-8005-aedbf1c706ad tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:50:29.275733 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-6efbb44a-3a10-4a6b-9328-4730d8fb6a82 admin admin] Network 19dcc7fc-81c9-4bb8-80ee-5cfba0c1d1fb has no segments {{(pid=85335) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 16:50:29.302210 dv-cinder-733622-13-smb neutron-server[85220]: Traceback (most recent call last): Apr 16 16:50:29.302210 dv-cinder-733622-13-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 16:50:29.302210 dv-cinder-733622-13-smb neutron-server[85220]: timer() Apr 16 16:50:29.302210 dv-cinder-733622-13-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 16:50:29.302210 dv-cinder-733622-13-smb neutron-server[85220]: cb(*args, **kw) Apr 16 16:50:29.302210 dv-cinder-733622-13-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 16:50:29.302210 dv-cinder-733622-13-smb neutron-server[85220]: return func(*args, **kwargs) Apr 16 16:50:29.302210 dv-cinder-733622-13-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 16:50:29.302210 dv-cinder-733622-13-smb neutron-server[85220]: self._notify() Apr 16 16:50:29.302210 dv-cinder-733622-13-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 16:50:29.302210 dv-cinder-733622-13-smb neutron-server[85220]: self.callback(batched_events) Apr 16 16:50:29.302210 dv-cinder-733622-13-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 16:50:29.302210 dv-cinder-733622-13-smb neutron-server[85220]: event.method(event) Apr 16 16:50:29.302210 dv-cinder-733622-13-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 16:50:29.302210 dv-cinder-733622-13-smb neutron-server[85220]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 16:50:29.302210 dv-cinder-733622-13-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 16:50:29.302210 dv-cinder-733622-13-smb neutron-server[85220]: segment_id)['aggregates'][0] Apr 16 16:50:29.302210 dv-cinder-733622-13-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 16:50:29.302210 dv-cinder-733622-13-smb neutron-server[85220]: return f(self, *a, **k) Apr 16 16:50:29.302210 dv-cinder-733622-13-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 16:50:29.302210 dv-cinder-733622-13-smb neutron-server[85220]: return self._get(url).json() Apr 16 16:50:29.302210 dv-cinder-733622-13-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 16:50:29.302210 dv-cinder-733622-13-smb neutron-server[85220]: **kwargs) Apr 16 16:50:29.302210 dv-cinder-733622-13-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 16:50:29.302210 dv-cinder-733622-13-smb neutron-server[85220]: return self.request(url, 'GET', **kwargs) Apr 16 16:50:29.302210 dv-cinder-733622-13-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 16:50:29.302210 dv-cinder-733622-13-smb neutron-server[85220]: **endpoint_filter) Apr 16 16:50:29.302210 dv-cinder-733622-13-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 16:50:29.302210 dv-cinder-733622-13-smb neutron-server[85220]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 16:50:29.302210 dv-cinder-733622-13-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 16:50:29.302210 dv-cinder-733622-13-smb neutron-server[85220]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 16:50:29.302210 dv-cinder-733622-13-smb neutron-server[85220]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 16:50:29.306992 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-ebc38077-67ab-4ae5-8005-aedbf1c706ad tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:29.308495 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-ebc38077-67ab-4ae5-8005-aedbf1c706ad tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6457045 Apr 16 16:50:29.322110 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 41854) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:50:29.333363 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-a7afcd41-8e23-43de-8f21-9be93bddd414 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Request body: {'security_group_rule': {'security_group_id': '6a48b2e8-e55a-4b18-86af-761daa0c1680', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:50:29.343825 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-a7afcd41-8e23-43de-8f21-9be93bddd414 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:50:29.348451 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-baf7401b-2e65-4dc9-b57f-304a66e093c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036852774383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854349050'] for network, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:29.352908 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-00a508b8-8c31-4c5e-971c-a622db0c56d6 req-330d73aa-ac57-415c-9735-9f814e6def12 service neutron] 10.222.0.87 "GET /v2.0/networks/3850fa94-c64e-47a7-8ac1-100295c70767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3903167 Apr 16 16:50:29.353944 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-a7afcd41-8e23-43de-8f21-9be93bddd414 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Usage tracker for resource:security_group_rule and tenant:884b1020849e42e3acc115cae0298189 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:50:29.358380 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-a7afcd41-8e23-43de-8f21-9be93bddd414 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:50:29.365929 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-a7afcd41-8e23-43de-8f21-9be93bddd414 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:50:29.368095 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-23603d33-d759-4e17-8153-324a935509fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:50:29.390731 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-baf7401b-2e65-4dc9-b57f-304a66e093c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609088'] for network, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:29.399229 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf7401b-2e65-4dc9-b57f-304a66e093c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=2c1b2f9a-4043-421f-912b-c908e49b8d79,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:50:29.404982 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-baf7401b-2e65-4dc9-b57f-304a66e093c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:50:29.411001 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-6efbb44a-3a10-4a6b-9328-4730d8fb6a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036852774383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854349050'] for network, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:29.417347 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a7afcd41-8e23-43de-8f21-9be93bddd414 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:29.418468 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-69bb8bc5-0913-4318-939c-2a6f4fa9b75e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:50:29.434655 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-baf7401b-2e65-4dc9-b57f-304a66e093c3 admin admin] 10.222.0.38 "DELETE /v2.0/networks/2c1b2f9a-4043-421f-912b-c908e49b8d79 HTTP/1.1" status: 204 len: 168 time: 1.7179620 Apr 16 16:50:29.444830 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-6efbb44a-3a10-4a6b-9328-4730d8fb6a82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609088'] for network, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:29.452311 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efbb44a-3a10-4a6b-9328-4730d8fb6a82 admin admin] Pushing event deleted for resources: {'Network': ['ID=19dcc7fc-81c9-4bb8-80ee-5cfba0c1d1fb,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:50:29.457171 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-6efbb44a-3a10-4a6b-9328-4730d8fb6a82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:50:29.464629 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-6efbb44a-3a10-4a6b-9328-4730d8fb6a82 admin admin] 10.222.0.38 "DELETE /v2.0/networks/19dcc7fc-81c9-4bb8-80ee-5cfba0c1d1fb HTTP/1.1" status: 204 len: 168 time: 1.4560127 Apr 16 16:50:29.503309 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a7afcd41-8e23-43de-8f21-9be93bddd414 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:29.507078 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a7afcd41-8e23-43de-8f21-9be93bddd414 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400085'] for security_group_rule, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:29.509391 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:50:29.534436 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7afcd41-8e23-43de-8f21-9be93bddd414 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cda61b15-299c-45da-9cea-aa739d6f39e2,revision_number=0']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:50:29.537274 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-a7afcd41-8e23-43de-8f21-9be93bddd414 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:50:29.544787 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a7afcd41-8e23-43de-8f21-9be93bddd414 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:29.546371 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-a7afcd41-8e23-43de-8f21-9be93bddd414 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2231665 Apr 16 16:50:29.549635 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 41862) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:50:29.555799 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-07461802-c46e-4c46-819f-300ed0fabf58 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Request body: {'floatingip': {'floating_network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f'}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:50:29.562881 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-07461802-c46e-4c46-819f-300ed0fabf58 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:50:29.567303 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-07461802-c46e-4c46-819f-300ed0fabf58 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Usage tracker for resource:floatingip and tenant:884b1020849e42e3acc115cae0298189 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:50:29.570297 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-07461802-c46e-4c46-819f-300ed0fabf58 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:50:29.578971 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-07461802-c46e-4c46-819f-300ed0fabf58 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:50:29.595335 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-07461802-c46e-4c46-819f-300ed0fabf58 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Notify callbacks [] for floatingip, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:29.702692 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 41866) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:50:29.706512 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 41870) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:50:29.777898 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-07461802-c46e-4c46-819f-300ed0fabf58 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:29.816746 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-87668cdf-d6b3-470f-879c-fe1cf567b691 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3dd53e8589184e7f8377266cec951d0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1089537 Apr 16 16:50:29.819599 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-471d06c4-4569-44e2-99f6-6660d311cb5a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=446b2caa32674624ae083fec282d894c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1158743 Apr 16 16:50:29.820332 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 41874) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:50:29.822823 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 41876) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:50:29.941522 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.db_base_plugin_common [None req-07461802-c46e-4c46-819f-300ed0fabf58 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Allocated IP 172.28.2.162 (2bc9ca6b-6e72-4404-899b-6b4685eced1f/9106a8ae-dfd9-43e0-982a-dc423b27def7/f5fd001f-de95-40d9-b078-6f401c6dea82) {{(pid=85336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 16:50:29.958364 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-05ed667a-9d20-4fc1-89e1-84f2fdfc8e40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:29.961713 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a3baac34-c011-484b-b1bb-83786b0c4661 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:30.005041 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-05ed667a-9d20-4fc1-89e1-84f2fdfc8e40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:30.038422 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a3baac34-c011-484b-b1bb-83786b0c4661 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:30.111971 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-05ed667a-9d20-4fc1-89e1-84f2fdfc8e40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:30.115994 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-07461802-c46e-4c46-819f-300ed0fabf58 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Notify callbacks [] for port, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:30.118885 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-8c5a17a3-c147-413e-9ea3-22e340eba894 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:50:30.132825 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a3baac34-c011-484b-b1bb-83786b0c4661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:30.149798 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-07461802-c46e-4c46-819f-300ed0fabf58 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751455712866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2420184'] for port, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:30.158260 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ed667a-9d20-4fc1-89e1-84f2fdfc8e40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54c97b37-d7c2-4586-9449-1d4064404c29,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:50:30.158260 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-05ed667a-9d20-4fc1-89e1-84f2fdfc8e40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:50:30.158260 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-9e677a3b-5d85-4902-a484-1198025237e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:50:30.171174 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-0cc167eb-332c-4b8a-91ab-62f20380c963 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:50:30.172825 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3baac34-c011-484b-b1bb-83786b0c4661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a565f14-c478-4c8e-b10f-c94ccd39d90d,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:50:30.184938 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-a3baac34-c011-484b-b1bb-83786b0c4661 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:50:30.189662 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-05ed667a-9d20-4fc1-89e1-84f2fdfc8e40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:30.190928 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-05ed667a-9d20-4fc1-89e1-84f2fdfc8e40 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/54c97b37-d7c2-4586-9449-1d4064404c29 HTTP/1.1" status: 204 len: 168 time: 0.3558626 Apr 16 16:50:30.205299 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a3baac34-c011-484b-b1bb-83786b0c4661 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:30.210633 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-a3baac34-c011-484b-b1bb-83786b0c4661 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8a565f14-c478-4c8e-b10f-c94ccd39d90d HTTP/1.1" status: 204 len: 168 time: 0.3854084 Apr 16 16:50:30.328662 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07461802-c46e-4c46-819f-300ed0fabf58 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Pushing event updated for resources: {'Port': ['ID=f5fd001f-de95-40d9-b078-6f401c6dea82,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:50:30.333949 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-07461802-c46e-4c46-819f-300ed0fabf58 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:50:30.411821 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07461802-c46e-4c46-819f-300ed0fabf58 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Network 2bc9ca6b-6e72-4404-899b-6b4685eced1f is already hosted by enough agents. {{(pid=85336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 16:50:30.414724 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [None req-07461802-c46e-4c46-819f-300ed0fabf58 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Resources bound (agent type, host, resource id): {{(pid=85336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:50:30.417370 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07461802-c46e-4c46-819f-300ed0fabf58 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Received port after_create {{(pid=85336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 16:50:30.612288 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-07461802-c46e-4c46-819f-300ed0fabf58 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:30.979210 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-07461802-c46e-4c46-819f-300ed0fabf58 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:31.272733 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-07461802-c46e-4c46-819f-300ed0fabf58 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Notify callbacks [] for port, precommit_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:31.282103 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-07461802-c46e-4c46-819f-300ed0fabf58 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852355648'] for port, after_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:31.300513 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-90271e33-8207-49af-87ff-52d6d740e49c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:50:31.477089 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07461802-c46e-4c46-819f-300ed0fabf58 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Pushing event updated for resources: {'Port': ['ID=f5fd001f-de95-40d9-b078-6f401c6dea82,revision_number=2']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:50:31.515150 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-07461802-c46e-4c46-819f-300ed0fabf58 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:50:31.662429 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-07461802-c46e-4c46-819f-300ed0fabf58 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854349033'] for floatingip, after_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:31.688541 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-07461802-c46e-4c46-819f-300ed0fabf58 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768218'] for floatingip, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:31.691315 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-07461802-c46e-4c46-819f-300ed0fabf58 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1403437 Apr 16 16:50:31.977172 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-c2d0b6a5-5e10-42d7-8a05-2605c388a0c5 req-60a4e218-80a3-4f49-bc0b-eca809a753dd tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Synchronizing usage tracker for tenant:884b1020849e42e3acc115cae0298189 on resource:security_group {{(pid=85336) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 16:50:31.992422 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-c2d0b6a5-5e10-42d7-8a05-2605c388a0c5 req-60a4e218-80a3-4f49-bc0b-eca809a753dd tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Unset dirty status for tenant:884b1020849e42e3acc115cae0298189 on resource:security_group {{(pid=85336) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 16:50:31.993779 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-c2d0b6a5-5e10-42d7-8a05-2605c388a0c5 req-60a4e218-80a3-4f49-bc0b-eca809a753dd tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--361689846&fields=id&tenant_id=884b1020849e42e3acc115cae0298189 HTTP/1.1" status: 200 len: 267 time: 0.0649500 Apr 16 16:50:32.172762 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d0b6a5-5e10-42d7-8a05-2605c388a0c5 req-22f5d7e7-5cb0-45ac-b249-fda9066fbfd2 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:50:32.173542 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-c2d0b6a5-5e10-42d7-8a05-2605c388a0c5 req-22f5d7e7-5cb0-45ac-b249-fda9066fbfd2 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Synchronizing usage tracker for tenant:884b1020849e42e3acc115cae0298189 on resource:network {{(pid=85336) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 16:50:32.191515 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-c2d0b6a5-5e10-42d7-8a05-2605c388a0c5 req-22f5d7e7-5cb0-45ac-b249-fda9066fbfd2 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Unset dirty status for tenant:884b1020849e42e3acc115cae0298189 on resource:network {{(pid=85336) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 16:50:32.192801 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-c2d0b6a5-5e10-42d7-8a05-2605c388a0c5 req-22f5d7e7-5cb0-45ac-b249-fda9066fbfd2 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "GET /v2.0/networks?id=b5d67f03-2a50-4f49-99e2-88dca9cc2c57 HTTP/1.1" status: 200 len: 811 time: 0.1908886 Apr 16 16:50:32.211086 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-c2d0b6a5-5e10-42d7-8a05-2605c388a0c5 req-a349d94d-bbec-420e-821b-7e96b83218b7 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "GET /v2.0/quotas/884b1020849e42e3acc115cae0298189 HTTP/1.1" status: 200 len: 375 time: 0.0116377 Apr 16 16:50:32.308548 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-c2d0b6a5-5e10-42d7-8a05-2605c388a0c5 req-52bbb2e8-dff1-4dfb-a94b-30bdeac31f52 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Synchronizing usage tracker for tenant:884b1020849e42e3acc115cae0298189 on resource:port {{(pid=85336) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 16:50:32.333552 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-c2d0b6a5-5e10-42d7-8a05-2605c388a0c5 req-52bbb2e8-dff1-4dfb-a94b-30bdeac31f52 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Unset dirty status for tenant:884b1020849e42e3acc115cae0298189 on resource:port {{(pid=85336) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 16:50:32.337845 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-c2d0b6a5-5e10-42d7-8a05-2605c388a0c5 req-52bbb2e8-dff1-4dfb-a94b-30bdeac31f52 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=884b1020849e42e3acc115cae0298189&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1199839 Apr 16 16:50:32.526886 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-c2d0b6a5-5e10-42d7-8a05-2605c388a0c5 req-f3155ec5-494b-4571-80b0-a20786a31902 service neutron] 10.222.0.38 "GET /v2.0/networks/b5d67f03-2a50-4f49-99e2-88dca9cc2c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652761 Apr 16 16:50:32.682982 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-c2d0b6a5-5e10-42d7-8a05-2605c388a0c5 req-c2ac671d-dca1-42a2-95e9-3408d7dbf6b2 service neutron] 10.222.0.38 "GET /v2.0/networks/b5d67f03-2a50-4f49-99e2-88dca9cc2c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548312 Apr 16 16:50:32.772781 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 41952) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:50:32.972181 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a79cac09-b175-43d7-8af2-42c46209792e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:33.001732 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-a79cac09-b175-43d7-8af2-42c46209792e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:50:33.008828 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-a79cac09-b175-43d7-8af2-42c46209792e admin admin] Usage tracker for resource:security_group_rule and tenant:71600da6aea44f4b8e72ba418dcbc501 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:50:33.013993 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-a79cac09-b175-43d7-8af2-42c46209792e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:50:33.022760 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-a79cac09-b175-43d7-8af2-42c46209792e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:50:33.123420 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-1edce314-d50b-4d34-ae74-6ca17f3e688f req-6a5bd73c-8e3a-4b6b-8c86-9cb3bcac1e49 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "GET /v2.0/ports?device_id=bdf0aa24-5861-4cf4-bfeb-fa44ea280104 HTTP/1.1" status: 200 len: 210 time: 0.2600060 Apr 16 16:50:33.189101 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a79cac09-b175-43d7-8af2-42c46209792e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:33.196458 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a79cac09-b175-43d7-8af2-42c46209792e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:33.206971 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-82672baf-89cd-46f9-8fb8-bedc8848dd28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:50:33.260597 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-a79cac09-b175-43d7-8af2-42c46209792e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=71600da6aea44f4b8e72ba418dcbc501&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4866858 Apr 16 16:50:33.261661 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79cac09-b175-43d7-8af2-42c46209792e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3db8002a-a053-47fb-8000-575b3e5c0885,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:50:33.264752 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 41970) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:50:33.265838 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-a79cac09-b175-43d7-8af2-42c46209792e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:50:33.341991 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f51c5091-9c70-4dc6-9112-5f59e54f7e86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:33.372506 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f51c5091-9c70-4dc6-9112-5f59e54f7e86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:33.425446 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f51c5091-9c70-4dc6-9112-5f59e54f7e86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:33.429692 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-8eceda50-5559-4cbd-9e45-a9b01d6f3ade admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:50:33.442362 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51c5091-9c70-4dc6-9112-5f59e54f7e86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3db8002a-a053-47fb-8000-575b3e5c0885,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:50:33.444799 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-f51c5091-9c70-4dc6-9112-5f59e54f7e86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:50:33.453805 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f51c5091-9c70-4dc6-9112-5f59e54f7e86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:33.455064 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-f51c5091-9c70-4dc6-9112-5f59e54f7e86 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3db8002a-a053-47fb-8000-575b3e5c0885 HTTP/1.1" status: 204 len: 168 time: 0.1890240 Apr 16 16:50:33.807724 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 41980) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:50:33.828836 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-2b1fc58b-abc6-4222-bc87-10a5bb04ee52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:33.845312 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-2b1fc58b-abc6-4222-bc87-10a5bb04ee52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:50:33.849479 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-2b1fc58b-abc6-4222-bc87-10a5bb04ee52 admin admin] Usage tracker for resource:security_group_rule and tenant:b1ee163c57e1419b8fbc9084cad924b2 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:50:33.852509 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-2b1fc58b-abc6-4222-bc87-10a5bb04ee52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:50:33.860186 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-2b1fc58b-abc6-4222-bc87-10a5bb04ee52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:50:33.964695 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-2b1fc58b-abc6-4222-bc87-10a5bb04ee52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:33.968192 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-2b1fc58b-abc6-4222-bc87-10a5bb04ee52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:33.977688 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:50:34.021880 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-2b1fc58b-abc6-4222-bc87-10a5bb04ee52 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b1ee163c57e1419b8fbc9084cad924b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2129850 Apr 16 16:50:34.023696 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1fc58b-abc6-4222-bc87-10a5bb04ee52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6326bddb-253c-4cea-81e1-ba94787d508f,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:50:34.026323 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 41984) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:50:34.029669 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-2b1fc58b-abc6-4222-bc87-10a5bb04ee52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:50:34.099568 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-10fb390b-e91c-4996-bd4c-6ac49aa9ac7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:34.130194 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-10fb390b-e91c-4996-bd4c-6ac49aa9ac7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:34.185840 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-10fb390b-e91c-4996-bd4c-6ac49aa9ac7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:34.195141 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-6d3da1d8-0931-4c5f-a9a4-ef2a1c37e968 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:50:34.211889 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fb390b-e91c-4996-bd4c-6ac49aa9ac7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6326bddb-253c-4cea-81e1-ba94787d508f,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:50:34.214641 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-10fb390b-e91c-4996-bd4c-6ac49aa9ac7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:50:34.240353 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-10fb390b-e91c-4996-bd4c-6ac49aa9ac7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:34.244864 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-10fb390b-e91c-4996-bd4c-6ac49aa9ac7f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6326bddb-253c-4cea-81e1-ba94787d508f HTTP/1.1" status: 204 len: 168 time: 0.2149718 Apr 16 16:50:34.268837 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d0b6a5-5e10-42d7-8a05-2605c388a0c5 req-c820ae38-aa49-4fe9-ad5d-4060939cdde7 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:50:34.270966 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-c2d0b6a5-5e10-42d7-8a05-2605c388a0c5 req-c820ae38-aa49-4fe9-ad5d-4060939cdde7 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.87 "GET /v2.0/networks?id=b5d67f03-2a50-4f49-99e2-88dca9cc2c57 HTTP/1.1" status: 200 len: 811 time: 0.2236111 Apr 16 16:50:34.363127 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-b0bf4875-83de-46db-b7de-f52a7b7a0c9c req-d7d6d4f9-8d45-4ad3-8524-7461154d92d0 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "GET /v2.0/ports?device_id=bdf0aa24-5861-4cf4-bfeb-fa44ea280104 HTTP/1.1" status: 200 len: 210 time: 0.0711489 Apr 16 16:50:34.382103 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-c2d0b6a5-5e10-42d7-8a05-2605c388a0c5 req-ba5ffdb5-ea41-4f27-9f92-0b59b0d99ecd tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=884b1020849e42e3acc115cae0298189 HTTP/1.1" status: 200 len: 5703 time: 0.1011896 Apr 16 16:50:34.394842 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.v2.base [req-c2d0b6a5-5e10-42d7-8a05-2605c388a0c5 req-7ab3ad99-6356-4da5-b119-ece1551d78d1 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Request body: {'port': {'device_id': 'bdf0aa24-5861-4cf4-bfeb-fa44ea280104', 'network_id': 'b5d67f03-2a50-4f49-99e2-88dca9cc2c57', 'admin_state_up': True, 'tenant_id': '884b1020849e42e3acc115cae0298189', 'security_groups': ['6a48b2e8-e55a-4b18-86af-761daa0c1680']}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:50:34.564295 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [req-c2d0b6a5-5e10-42d7-8a05-2605c388a0c5 req-7ab3ad99-6356-4da5-b119-ece1551d78d1 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:50:34.575942 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [req-c2d0b6a5-5e10-42d7-8a05-2605c388a0c5 req-7ab3ad99-6356-4da5-b119-ece1551d78d1 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:50:34.587676 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2d0b6a5-5e10-42d7-8a05-2605c388a0c5 req-7ab3ad99-6356-4da5-b119-ece1551d78d1 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Made reservation on behalf of 884b1020849e42e3acc115cae0298189 for: {'port': 1} {{(pid=85336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 16:50:34.595796 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-c2d0b6a5-5e10-42d7-8a05-2605c388a0c5 req-7ab3ad99-6356-4da5-b119-ece1551d78d1 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:34.812566 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.db_base_plugin_common [req-c2d0b6a5-5e10-42d7-8a05-2605c388a0c5 req-7ab3ad99-6356-4da5-b119-ece1551d78d1 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Allocated IP 172.20.0.9 (b5d67f03-2a50-4f49-99e2-88dca9cc2c57/649747cf-05da-40d5-a9b4-d5107e9dbf05/b8a1412f-f09d-4db2-8941-3efae6d0fe18) {{(pid=85336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 16:50:35.028124 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-c2d0b6a5-5e10-42d7-8a05-2605c388a0c5 req-7ab3ad99-6356-4da5-b119-ece1551d78d1 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Notify callbacks [] for port, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:35.050318 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [req-c2d0b6a5-5e10-42d7-8a05-2605c388a0c5 req-7ab3ad99-6356-4da5-b119-ece1551d78d1 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Transition to ACTIVE for port object b8a1412f-f09d-4db2-8941-3efae6d0fe18 will not be triggered until provisioned by entity DHCP. {{(pid=85336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:50:35.080190 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-c2d0b6a5-5e10-42d7-8a05-2605c388a0c5 req-7ab3ad99-6356-4da5-b119-ece1551d78d1 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751455712866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2420184'] for port, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:35.099491 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-8571fa6e-26e3-45c7-b455-925d0ca7959c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:50:35.254684 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab3ad99-6356-4da5-b119-ece1551d78d1 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Pushing event updated for resources: {'Port': ['ID=b8a1412f-f09d-4db2-8941-3efae6d0fe18,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:50:35.257715 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-7ab3ad99-6356-4da5-b119-ece1551d78d1 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:50:35.317666 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2d0b6a5-5e10-42d7-8a05-2605c388a0c5 req-7ab3ad99-6356-4da5-b119-ece1551d78d1 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Network b5d67f03-2a50-4f49-99e2-88dca9cc2c57 is already hosted by enough agents. {{(pid=85336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 16:50:35.319061 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [req-c2d0b6a5-5e10-42d7-8a05-2605c388a0c5 req-7ab3ad99-6356-4da5-b119-ece1551d78d1 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Resources bound (agent type, host, resource id): {{(pid=85336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:50:35.321707 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2d0b6a5-5e10-42d7-8a05-2605c388a0c5 req-7ab3ad99-6356-4da5-b119-ece1551d78d1 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Received port after_create {{(pid=85336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 16:50:35.397699 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d0b6a5-5e10-42d7-8a05-2605c388a0c5 req-7ab3ad99-6356-4da5-b119-ece1551d78d1 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:50:35.398759 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-c2d0b6a5-5e10-42d7-8a05-2605c388a0c5 req-7ab3ad99-6356-4da5-b119-ece1551d78d1 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768218'] for port, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:35.430759 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-c2d0b6a5-5e10-42d7-8a05-2605c388a0c5 req-7ab3ad99-6356-4da5-b119-ece1551d78d1 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0419571 Apr 16 16:50:35.447288 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.v2.base [req-c2d0b6a5-5e10-42d7-8a05-2605c388a0c5 req-54c39821-28bd-421b-9602-0b2c705bdcbb service neutron] Request body: {'port': {'device_id': 'bdf0aa24-5861-4cf4-bfeb-fa44ea280104', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:50:35.615429 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-ac46e27f-39a4-466c-b86e-23c4e3b83c95 None None] Provisioning for port b8a1412f-f09d-4db2-8941-3efae6d0fe18 completed by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:50:35.634650 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-ac46e27f-39a4-466c-b86e-23c4e3b83c95 None None] Provisioning complete for port b8a1412f-f09d-4db2-8941-3efae6d0fe18 triggered by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:50:35.638328 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-ac46e27f-39a4-466c-b86e-23c4e3b83c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852761088'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:35.655498 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-c2d0b6a5-5e10-42d7-8a05-2605c388a0c5 req-54c39821-28bd-421b-9602-0b2c705bdcbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:35.719925 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-ac46e27f-39a4-466c-b86e-23c4e3b83c95 None None] Port b8a1412f-f09d-4db2-8941-3efae6d0fe18 cannot update to ACTIVE because it is not bound. {{(pid=85337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 16:50:35.788680 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bd3a45-1695-4004-ac16-565fa46ee4ce req-9440ad22-35a6-4622-b755-a26a3e38308e tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:50:35.790900 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-26bd3a45-1695-4004-ac16-565fa46ee4ce req-9440ad22-35a6-4622-b755-a26a3e38308e tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "GET /v2.0/ports?device_id=bdf0aa24-5861-4cf4-bfeb-fa44ea280104 HTTP/1.1" status: 200 len: 931 time: 0.1183898 Apr 16 16:50:35.861788 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-26bd3a45-1695-4004-ac16-565fa46ee4ce req-6c9ac2c6-55ba-4214-8ef8-afc3319705df tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Synchronizing usage tracker for tenant:884b1020849e42e3acc115cae0298189 on resource:security_group {{(pid=85335) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 16:50:35.884344 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-26bd3a45-1695-4004-ac16-565fa46ee4ce req-6c9ac2c6-55ba-4214-8ef8-afc3319705df tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Unset dirty status for tenant:884b1020849e42e3acc115cae0298189 on resource:security_group {{(pid=85335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 16:50:35.885099 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-26bd3a45-1695-4004-ac16-565fa46ee4ce req-6c9ac2c6-55ba-4214-8ef8-afc3319705df tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "GET /v2.0/security-groups?id=6a48b2e8-e55a-4b18-86af-761daa0c1680&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819111 Apr 16 16:50:36.133468 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [req-c2d0b6a5-5e10-42d7-8a05-2605c388a0c5 req-54c39821-28bd-421b-9602-0b2c705bdcbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8a1412f-f09d-4db2-8941-3efae6d0fe18 {{(pid=85336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 16:50:36.141869 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-c2d0b6a5-5e10-42d7-8a05-2605c388a0c5 req-54c39821-28bd-421b-9602-0b2c705bdcbb service neutron] Notify callbacks [] for port, precommit_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:36.159302 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [req-c2d0b6a5-5e10-42d7-8a05-2605c388a0c5 req-54c39821-28bd-421b-9602-0b2c705bdcbb service neutron] Transition to ACTIVE for port object b8a1412f-f09d-4db2-8941-3efae6d0fe18 will not be triggered until provisioned by entity L2. {{(pid=85336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:50:36.162203 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-c2d0b6a5-5e10-42d7-8a05-2605c388a0c5 req-54c39821-28bd-421b-9602-0b2c705bdcbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852355648'] for port, after_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:36.178570 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-eb9c1fdb-6c95-4b92-98bd-abb607dc52f8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:50:36.329034 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c39821-28bd-421b-9602-0b2c705bdcbb service neutron] Pushing event updated for resources: {'Port': ['ID=b8a1412f-f09d-4db2-8941-3efae6d0fe18,revision_number=2']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:50:36.351482 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-54c39821-28bd-421b-9602-0b2c705bdcbb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:50:36.610355 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [req-c2d0b6a5-5e10-42d7-8a05-2605c388a0c5 req-54c39821-28bd-421b-9602-0b2c705bdcbb service neutron] Attempting to bind port b8a1412f-f09d-4db2-8941-3efae6d0fe18 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=85336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 16:50:36.610823 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [req-c2d0b6a5-5e10-42d7-8a05-2605c388a0c5 req-54c39821-28bd-421b-9602-0b2c705bdcbb service neutron] Attempting to bind port b8a1412f-f09d-4db2-8941-3efae6d0fe18 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': 'd3718c9d-c1c1-4ae5-addf-ded1288879fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'b5d67f03-2a50-4f49-99e2-88dca9cc2c57'}] {{(pid=85336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 16:50:36.611266 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d0b6a5-5e10-42d7-8a05-2605c388a0c5 req-54c39821-28bd-421b-9602-0b2c705bdcbb service neutron] Attempting to bind port b8a1412f-f09d-4db2-8941-3efae6d0fe18 on network b5d67f03-2a50-4f49-99e2-88dca9cc2c57 {{(pid=85336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 16:50:36.619242 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d0b6a5-5e10-42d7-8a05-2605c388a0c5 req-54c39821-28bd-421b-9602-0b2c705bdcbb service neutron] Port b8a1412f-f09d-4db2-8941-3efae6d0fe18 on network b5d67f03-2a50-4f49-99e2-88dca9cc2c57 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=85336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 16:50:36.621483 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d0b6a5-5e10-42d7-8a05-2605c388a0c5 req-54c39821-28bd-421b-9602-0b2c705bdcbb service neutron] Attempting to bind port b8a1412f-f09d-4db2-8941-3efae6d0fe18 on network b5d67f03-2a50-4f49-99e2-88dca9cc2c57 {{(pid=85336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 16:50:36.628139 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d0b6a5-5e10-42d7-8a05-2605c388a0c5 req-54c39821-28bd-421b-9602-0b2c705bdcbb service neutron] Checking agent: {'id': '0677065c-8485-4f55-bc15-3b41e2e6feb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 16, 43, 39), 'started_at': datetime.datetime(2021, 4, 16, 16, 43, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 16:50:36.628514 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d0b6a5-5e10-42d7-8a05-2605c388a0c5 req-54c39821-28bd-421b-9602-0b2c705bdcbb service neutron] Checking segment: {'id': 'd3718c9d-c1c1-4ae5-addf-ded1288879fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'b5d67f03-2a50-4f49-99e2-88dca9cc2c57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 16:50:36.628932 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d0b6a5-5e10-42d7-8a05-2605c388a0c5 req-54c39821-28bd-421b-9602-0b2c705bdcbb service neutron] Bound using segment: {'id': 'd3718c9d-c1c1-4ae5-addf-ded1288879fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'b5d67f03-2a50-4f49-99e2-88dca9cc2c57'} {{(pid=85336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 16:50:36.629396 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [req-c2d0b6a5-5e10-42d7-8a05-2605c388a0c5 req-54c39821-28bd-421b-9602-0b2c705bdcbb service neutron] Bound port: b8a1412f-f09d-4db2-8941-3efae6d0fe18, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3718c9d-c1c1-4ae5-addf-ded1288879fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'b5d67f03-2a50-4f49-99e2-88dca9cc2c57'}}] {{(pid=85336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 16:50:36.629921 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-c2d0b6a5-5e10-42d7-8a05-2605c388a0c5 req-54c39821-28bd-421b-9602-0b2c705bdcbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:37.017281 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [req-c2d0b6a5-5e10-42d7-8a05-2605c388a0c5 req-54c39821-28bd-421b-9602-0b2c705bdcbb service neutron] For port b8a1412f-f09d-4db2-8941-3efae6d0fe18, host hv-cinder-73362, cleared binding levels {{(pid=85336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 16:50:37.021508 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [req-c2d0b6a5-5e10-42d7-8a05-2605c388a0c5 req-54c39821-28bd-421b-9602-0b2c705bdcbb service neutron] For port b8a1412f-f09d-4db2-8941-3efae6d0fe18, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=b8a1412f-f09d-4db2-8941-3efae6d0fe18,segment=NetworkSegment(d3718c9d-c1c1-4ae5-addf-ded1288879fe),segment_id=d3718c9d-c1c1-4ae5-addf-ded1288879fe)] {{(pid=85336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 16:50:37.025571 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-c2d0b6a5-5e10-42d7-8a05-2605c388a0c5 req-54c39821-28bd-421b-9602-0b2c705bdcbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852355648'] for port, after_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:37.051706 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:50:37.178933 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235ea3d6-e32b-45ce-9936-6c63555243df req-ee8f4918-370f-4f6d-805d-25cdba3dd526 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:50:37.180882 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-235ea3d6-e32b-45ce-9936-6c63555243df req-ee8f4918-370f-4f6d-805d-25cdba3dd526 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "GET /v2.0/ports?device_id=bdf0aa24-5861-4cf4-bfeb-fa44ea280104 HTTP/1.1" status: 200 len: 943 time: 0.1062193 Apr 16 16:50:37.238930 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c39821-28bd-421b-9602-0b2c705bdcbb service neutron] Pushing event updated for resources: {'Port': ['ID=b8a1412f-f09d-4db2-8941-3efae6d0fe18,revision_number=3']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:50:37.242865 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-54c39821-28bd-421b-9602-0b2c705bdcbb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:50:37.244011 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-235ea3d6-e32b-45ce-9936-6c63555243df req-8a569d83-3416-42f5-8881-78f6c0e31251 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "GET /v2.0/security-groups?id=6a48b2e8-e55a-4b18-86af-761daa0c1680&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541267 Apr 16 16:50:37.282408 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d0b6a5-5e10-42d7-8a05-2605c388a0c5 req-54c39821-28bd-421b-9602-0b2c705bdcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:50:37.283467 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-c2d0b6a5-5e10-42d7-8a05-2605c388a0c5 req-54c39821-28bd-421b-9602-0b2c705bdcbb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768218'] for port, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:37.284589 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-c2d0b6a5-5e10-42d7-8a05-2605c388a0c5 req-54c39821-28bd-421b-9602-0b2c705bdcbb service neutron] 10.222.0.87 "PUT /v2.0/ports/b8a1412f-f09d-4db2-8941-3efae6d0fe18 HTTP/1.1" status: 200 len: 1093 time: 1.8421025 Apr 16 16:50:37.285136 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdf0aa24-5861-4cf4-bfeb-fa44ea280104', 'tag': 'b8a1412f-f09d-4db2-8941-3efae6d0fe18'}] {{(pid=85336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:50:37.385321 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdf0aa24-5861-4cf4-bfeb-fa44ea280104', 'tag': 'b8a1412f-f09d-4db2-8941-3efae6d0fe18', 'status': 'completed', 'code': 200} Apr 16 16:50:37.433659 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d0b6a5-5e10-42d7-8a05-2605c388a0c5 req-0fde90fb-2b9c-42fc-8162-da300f9dc615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:50:37.436019 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-c2d0b6a5-5e10-42d7-8a05-2605c388a0c5 req-0fde90fb-2b9c-42fc-8162-da300f9dc615 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=884b1020849e42e3acc115cae0298189&device_id=bdf0aa24-5861-4cf4-bfeb-fa44ea280104 HTTP/1.1" status: 200 len: 1096 time: 0.1041501 Apr 16 16:50:37.517666 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-c2d0b6a5-5e10-42d7-8a05-2605c388a0c5 req-26fdcee3-de0e-4b48-8630-f459f49c9169 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b8a1412f-f09d-4db2-8941-3efae6d0fe18 HTTP/1.1" status: 200 len: 217 time: 0.0734208 Apr 16 16:50:37.595449 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d0b6a5-5e10-42d7-8a05-2605c388a0c5 req-45c227ee-0241-40fc-ae82-e983e8e718da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:50:37.596964 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-c2d0b6a5-5e10-42d7-8a05-2605c388a0c5 req-45c227ee-0241-40fc-ae82-e983e8e718da service neutron] 10.222.0.87 "GET /v2.0/subnets?id=649747cf-05da-40d5-a9b4-d5107e9dbf05 HTTP/1.1" status: 200 len: 850 time: 0.0732164 Apr 16 16:50:37.686367 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d0b6a5-5e10-42d7-8a05-2605c388a0c5 req-7b86252c-add2-4f91-8252-feae3e649965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:50:37.687920 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-c2d0b6a5-5e10-42d7-8a05-2605c388a0c5 req-7b86252c-add2-4f91-8252-feae3e649965 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=b5d67f03-2a50-4f49-99e2-88dca9cc2c57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0846989 Apr 16 16:50:37.842019 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-c2d0b6a5-5e10-42d7-8a05-2605c388a0c5 req-8a4768a5-4199-42da-9d4b-df2d88703743 service neutron] 10.222.0.87 "GET /v2.0/networks/b5d67f03-2a50-4f49-99e2-88dca9cc2c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471832 Apr 16 16:50:38.009766 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-c2d0b6a5-5e10-42d7-8a05-2605c388a0c5 req-19aad93f-e196-44ad-8f2f-d2d7b37f50b9 service neutron] 10.222.0.87 "GET /v2.0/networks/b5d67f03-2a50-4f49-99e2-88dca9cc2c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612513 Apr 16 16:50:38.164570 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214bdc38-e8e4-4ee1-bba2-32fc8f3fbbd5 req-1cd5b9cc-728d-4597-be52-855bde1a1b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:50:38.166616 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-214bdc38-e8e4-4ee1-bba2-32fc8f3fbbd5 req-1cd5b9cc-728d-4597-be52-855bde1a1b8f service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=884b1020849e42e3acc115cae0298189&device_id=bdf0aa24-5861-4cf4-bfeb-fa44ea280104 HTTP/1.1" status: 200 len: 1096 time: 0.0943279 Apr 16 16:50:38.342845 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214bdc38-e8e4-4ee1-bba2-32fc8f3fbbd5 req-e56fc3ef-5d55-48cf-ad0f-f5cac0f8724d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:50:38.344374 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-214bdc38-e8e4-4ee1-bba2-32fc8f3fbbd5 req-e56fc3ef-5d55-48cf-ad0f-f5cac0f8724d service neutron] 10.222.0.87 "GET /v2.0/networks?id=b5d67f03-2a50-4f49-99e2-88dca9cc2c57 HTTP/1.1" status: 200 len: 912 time: 0.1702366 Apr 16 16:50:38.434707 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-214bdc38-e8e4-4ee1-bba2-32fc8f3fbbd5 req-7582be88-bb19-4656-bc46-d2cbe4946329 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b8a1412f-f09d-4db2-8941-3efae6d0fe18 HTTP/1.1" status: 200 len: 217 time: 0.0831227 Apr 16 16:50:38.532388 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214bdc38-e8e4-4ee1-bba2-32fc8f3fbbd5 req-6d7f15ba-bb54-4319-bd37-492b880d36f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:50:38.534430 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-214bdc38-e8e4-4ee1-bba2-32fc8f3fbbd5 req-6d7f15ba-bb54-4319-bd37-492b880d36f4 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=649747cf-05da-40d5-a9b4-d5107e9dbf05 HTTP/1.1" status: 200 len: 850 time: 0.0933645 Apr 16 16:50:38.639998 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214bdc38-e8e4-4ee1-bba2-32fc8f3fbbd5 req-6e60cec0-6c7b-4571-a6e1-e8ef6830cd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:50:38.641634 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-214bdc38-e8e4-4ee1-bba2-32fc8f3fbbd5 req-6e60cec0-6c7b-4571-a6e1-e8ef6830cd65 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=b5d67f03-2a50-4f49-99e2-88dca9cc2c57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0996220 Apr 16 16:50:38.873072 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52d192f-5304-4cb5-8022-6113222a5961 req-c73b04a2-e22b-469c-8cfc-a9ff4c67bc05 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:50:38.873705 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-c52d192f-5304-4cb5-8022-6113222a5961 req-c73b04a2-e22b-469c-8cfc-a9ff4c67bc05 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Synchronizing usage tracker for tenant:884b1020849e42e3acc115cae0298189 on resource:port {{(pid=85336) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 16:50:38.880261 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-214bdc38-e8e4-4ee1-bba2-32fc8f3fbbd5 req-db843cdc-b1c7-4d92-b0c0-20e3c7c42ea6 service neutron] 10.222.0.87 "GET /v2.0/networks/b5d67f03-2a50-4f49-99e2-88dca9cc2c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303627 Apr 16 16:50:38.914116 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-c52d192f-5304-4cb5-8022-6113222a5961 req-c73b04a2-e22b-469c-8cfc-a9ff4c67bc05 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Unset dirty status for tenant:884b1020849e42e3acc115cae0298189 on resource:port {{(pid=85336) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 16:50:38.915351 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-c52d192f-5304-4cb5-8022-6113222a5961 req-c73b04a2-e22b-469c-8cfc-a9ff4c67bc05 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "GET /v2.0/ports?device_id=bdf0aa24-5861-4cf4-bfeb-fa44ea280104 HTTP/1.1" status: 200 len: 943 time: 0.5005212 Apr 16 16:50:38.956831 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:39.045115 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-c52d192f-5304-4cb5-8022-6113222a5961 req-f0f7f43e-a492-4f4c-8f86-c5a93e8de695 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "GET /v2.0/security-groups?id=6a48b2e8-e55a-4b18-86af-761daa0c1680&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797439 Apr 16 16:50:39.068640 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-214bdc38-e8e4-4ee1-bba2-32fc8f3fbbd5 req-75f8f3a3-10f5-4fc8-b0cb-62d8d2570b63 service neutron] 10.222.0.87 "GET /v2.0/networks/b5d67f03-2a50-4f49-99e2-88dca9cc2c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785927 Apr 16 16:50:40.024299 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 42084) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:50:40.168207 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-560a8dbb-63a1-4f36-8e6b-149e1d65b5d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:40.229549 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-560a8dbb-63a1-4f36-8e6b-149e1d65b5d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:50:40.240417 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-560a8dbb-63a1-4f36-8e6b-149e1d65b5d8 admin admin] Usage tracker for resource:security_group_rule and tenant:dd751c739dba48678319a230d5acb44a is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:50:40.243989 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-560a8dbb-63a1-4f36-8e6b-149e1d65b5d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:50:40.253172 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-560a8dbb-63a1-4f36-8e6b-149e1d65b5d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:50:40.318915 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a9dc35-24a3-4d06-8f18-20581c084396 req-c8b82391-d964-4523-afeb-fd8bebaad316 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:50:40.320548 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-e4a9dc35-24a3-4d06-8f18-20581c084396 req-c8b82391-d964-4523-afeb-fd8bebaad316 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "GET /v2.0/ports?device_id=bdf0aa24-5861-4cf4-bfeb-fa44ea280104 HTTP/1.1" status: 200 len: 943 time: 0.1535990 Apr 16 16:50:40.393068 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-e4a9dc35-24a3-4d06-8f18-20581c084396 req-d328d3b5-013a-4697-9639-20c99b021080 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "GET /v2.0/security-groups?id=6a48b2e8-e55a-4b18-86af-761daa0c1680&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625818 Apr 16 16:50:40.420138 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-560a8dbb-63a1-4f36-8e6b-149e1d65b5d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:40.423636 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-560a8dbb-63a1-4f36-8e6b-149e1d65b5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:40.432156 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-97867295-d2cd-4d4f-9768-f6c3b8892ce2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:50:40.475951 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-560a8dbb-63a1-4f36-8e6b-149e1d65b5d8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=dd751c739dba48678319a230d5acb44a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4502745 Apr 16 16:50:40.477911 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560a8dbb-63a1-4f36-8e6b-149e1d65b5d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef7074bd-0668-4047-8e77-3eab6df2b20c,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:50:40.478833 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 42094) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:50:40.487117 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560a8dbb-63a1-4f36-8e6b-149e1d65b5d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:50:40.487519 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560a8dbb-63a1-4f36-8e6b-149e1d65b5d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:50:40.487919 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560a8dbb-63a1-4f36-8e6b-149e1d65b5d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:50:40.488311 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560a8dbb-63a1-4f36-8e6b-149e1d65b5d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:50:40.488703 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560a8dbb-63a1-4f36-8e6b-149e1d65b5d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:50:40.489092 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560a8dbb-63a1-4f36-8e6b-149e1d65b5d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:50:40.489500 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560a8dbb-63a1-4f36-8e6b-149e1d65b5d8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:50:40.489846 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560a8dbb-63a1-4f36-8e6b-149e1d65b5d8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:50:40.490281 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560a8dbb-63a1-4f36-8e6b-149e1d65b5d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:50:40.490666 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560a8dbb-63a1-4f36-8e6b-149e1d65b5d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:50:40.491047 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560a8dbb-63a1-4f36-8e6b-149e1d65b5d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:50:40.491426 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560a8dbb-63a1-4f36-8e6b-149e1d65b5d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:50:40.495646 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-560a8dbb-63a1-4f36-8e6b-149e1d65b5d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:50:40.555764 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-3dcf09cd-0425-4a09-acf9-b2a4ac4d26ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:40.585159 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-3dcf09cd-0425-4a09-acf9-b2a4ac4d26ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:40.639776 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-3dcf09cd-0425-4a09-acf9-b2a4ac4d26ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:40.644581 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:50:40.655652 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcf09cd-0425-4a09-acf9-b2a4ac4d26ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef7074bd-0668-4047-8e77-3eab6df2b20c,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:50:40.661329 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-3dcf09cd-0425-4a09-acf9-b2a4ac4d26ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:50:40.663121 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-3dcf09cd-0425-4a09-acf9-b2a4ac4d26ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:40.664448 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-3dcf09cd-0425-4a09-acf9-b2a4ac4d26ae admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ef7074bd-0668-4047-8e77-3eab6df2b20c HTTP/1.1" status: 204 len: 168 time: 0.1843357 Apr 16 16:50:40.983651 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 42102) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:50:41.005724 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c15fea8f-706b-4f4c-890c-7e970a2dfcaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:41.022374 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-c15fea8f-706b-4f4c-890c-7e970a2dfcaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:50:41.026533 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-c15fea8f-706b-4f4c-890c-7e970a2dfcaa admin admin] Usage tracker for resource:security_group_rule and tenant:68981cca7c004730aedd823e83f5f978 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:50:41.030269 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-c15fea8f-706b-4f4c-890c-7e970a2dfcaa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:50:41.036403 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-c15fea8f-706b-4f4c-890c-7e970a2dfcaa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:50:41.126946 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c15fea8f-706b-4f4c-890c-7e970a2dfcaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:41.130203 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c15fea8f-706b-4f4c-890c-7e970a2dfcaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:41.139015 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c3f1d9b9-3a24-43f9-81f6-c24da7bfdb2a tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:50:41.188102 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-c15fea8f-706b-4f4c-890c-7e970a2dfcaa admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=68981cca7c004730aedd823e83f5f978&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2032652 Apr 16 16:50:41.189026 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15fea8f-706b-4f4c-890c-7e970a2dfcaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3da2555e-16b9-4a11-b165-9fb9b2522842,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:50:41.191065 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 42106) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:50:41.192275 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c15fea8f-706b-4f4c-890c-7e970a2dfcaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:50:41.257758 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-69dcabaf-fd14-46ea-9137-b5e9a54605ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:41.291198 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-69dcabaf-fd14-46ea-9137-b5e9a54605ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:41.332581 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Device b8a1412f-f09d-4db2-8941-3efae6d0fe18 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=85337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 16:50:41.345073 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-69dcabaf-fd14-46ea-9137-b5e9a54605ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:41.350357 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-98aa05f4-0383-4892-8f67-62f8a19db64b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:50:41.366773 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dcabaf-fd14-46ea-9137-b5e9a54605ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3da2555e-16b9-4a11-b165-9fb9b2522842,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:50:41.370104 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-69dcabaf-fd14-46ea-9137-b5e9a54605ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:50:41.382412 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-69dcabaf-fd14-46ea-9137-b5e9a54605ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:41.384005 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-69dcabaf-fd14-46ea-9137-b5e9a54605ed admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3da2555e-16b9-4a11-b165-9fb9b2522842 HTTP/1.1" status: 204 len: 168 time: 0.1916997 Apr 16 16:50:41.528504 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] For port b8a1412f-f09d-4db2-8941-3efae6d0fe18, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=b8a1412f-f09d-4db2-8941-3efae6d0fe18,segment=NetworkSegment(d3718c9d-c1c1-4ae5-addf-ded1288879fe),segment_id=d3718c9d-c1c1-4ae5-addf-ded1288879fe)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:50:41.545279 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Returning: {'device': 'b8a1412f-f09d-4db2-8941-3efae6d0fe18', 'network_id': 'b5d67f03-2a50-4f49-99e2-88dca9cc2c57', 'port_id': 'b8a1412f-f09d-4db2-8941-3efae6d0fe18', 'mac_address': 'fa:16:3e:b9:3b:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 788, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '649747cf-05da-40d5-a9b4-d5107e9dbf05', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 16:50:41.610359 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:41.640303 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8a1412f-f09d-4db2-8941-3efae6d0fe18 {{(pid=85337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 16:50:41.659509 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56d9dbf-f970-45a5-84c4-4708837832f2 req-e6e0c959-b64e-4643-953b-08c81ba2f25e tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:50:41.663131 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-a56d9dbf-f970-45a5-84c4-4708837832f2 req-e6e0c959-b64e-4643-953b-08c81ba2f25e tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "GET /v2.0/ports?device_id=bdf0aa24-5861-4cf4-bfeb-fa44ea280104 HTTP/1.1" status: 200 len: 943 time: 0.1278338 Apr 16 16:50:41.672809 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] For port b8a1412f-f09d-4db2-8941-3efae6d0fe18, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=b8a1412f-f09d-4db2-8941-3efae6d0fe18,segment=NetworkSegment(d3718c9d-c1c1-4ae5-addf-ded1288879fe),segment_id=d3718c9d-c1c1-4ae5-addf-ded1288879fe)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:50:41.676501 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:41.678731 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:50:41.741299 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-a56d9dbf-f970-45a5-84c4-4708837832f2 req-d13c6f47-abc8-4c71-b5f7-3729762fac0c tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "GET /v2.0/security-groups?id=6a48b2e8-e55a-4b18-86af-761daa0c1680&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694692 Apr 16 16:50:41.786025 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Pushing event updated for resources: {'Port': ['ID=b8a1412f-f09d-4db2-8941-3efae6d0fe18,revision_number=4']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:50:41.789441 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:50:41.920423 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] get_ports_and_sgs() called for port_ids ['b8a1412f-f09d-4db2-8941-3efae6d0fe18'] {{(pid=85337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 16:50:42.972306 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ef0507-0ec2-43dc-9928-b28c9655b712 req-b746a515-5f0f-4ec5-8a2d-f57ad1d9a55b tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:50:42.974128 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-d4ef0507-0ec2-43dc-9928-b28c9655b712 req-b746a515-5f0f-4ec5-8a2d-f57ad1d9a55b tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "GET /v2.0/ports?device_id=bdf0aa24-5861-4cf4-bfeb-fa44ea280104 HTTP/1.1" status: 200 len: 944 time: 0.1027987 Apr 16 16:50:43.027039 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-d4ef0507-0ec2-43dc-9928-b28c9655b712 req-8c756dfd-7110-4f4b-8ccf-e2f6152045b7 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "GET /v2.0/security-groups?id=6a48b2e8-e55a-4b18-86af-761daa0c1680&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457895 Apr 16 16:50:43.352236 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Device b8a1412f-f09d-4db2-8941-3efae6d0fe18 up at agent hyperv_hv-cinder-73362 {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:50:43.603567 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Provisioning for port b8a1412f-f09d-4db2-8941-3efae6d0fe18 completed by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:50:43.609405 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Provisioning complete for port b8a1412f-f09d-4db2-8941-3efae6d0fe18 triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:50:43.609936 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852761088'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:43.743105 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:43.781766 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdf0aa24-5861-4cf4-bfeb-fa44ea280104', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8a1412f-f09d-4db2-8941-3efae6d0fe18'}] {{(pid=85337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:50:43.795448 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] For port b8a1412f-f09d-4db2-8941-3efae6d0fe18, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=b8a1412f-f09d-4db2-8941-3efae6d0fe18,segment=NetworkSegment(d3718c9d-c1c1-4ae5-addf-ded1288879fe),segment_id=d3718c9d-c1c1-4ae5-addf-ded1288879fe)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:50:43.798932 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:43.801258 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:50:43.867584 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdf0aa24-5861-4cf4-bfeb-fa44ea280104', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8a1412f-f09d-4db2-8941-3efae6d0fe18', 'code': 200} Apr 16 16:50:43.887348 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Pushing event updated for resources: {'Port': ['ID=b8a1412f-f09d-4db2-8941-3efae6d0fe18,revision_number=5']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:50:43.891001 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:50:44.143577 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49778ee2-a86d-488e-bb5b-e8048123af12 req-53d38c85-6d61-4d1b-8e61-817fc7b8b508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:50:44.145408 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-49778ee2-a86d-488e-bb5b-e8048123af12 req-53d38c85-6d61-4d1b-8e61-817fc7b8b508 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=bdf0aa24-5861-4cf4-bfeb-fa44ea280104 HTTP/1.1" status: 200 len: 1098 time: 0.0884657 Apr 16 16:50:44.195994 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-49778ee2-a86d-488e-bb5b-e8048123af12 req-c8a2c7ab-dfe3-4b15-a138-7408871f0a9d service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=6a48b2e8-e55a-4b18-86af-761daa0c1680&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439918 Apr 16 16:50:44.241685 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bab514-75ca-47ae-9fec-bad11fb781e1 req-fc014d79-c7cd-4c37-9289-cf8b97548e70 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:50:44.243301 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-e4bab514-75ca-47ae-9fec-bad11fb781e1 req-fc014d79-c7cd-4c37-9289-cf8b97548e70 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "GET /v2.0/ports?device_id=bdf0aa24-5861-4cf4-bfeb-fa44ea280104 HTTP/1.1" status: 200 len: 945 time: 0.0930283 Apr 16 16:50:44.299879 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-e4bab514-75ca-47ae-9fec-bad11fb781e1 req-64137fe4-e5ec-4a96-aa6b-f85c44ed8459 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "GET /v2.0/security-groups?id=6a48b2e8-e55a-4b18-86af-761daa0c1680&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492892 Apr 16 16:50:44.603599 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.agents_db [None req-ebbb9395-3582-4696-b633-83ddaf7c527f None None] Agent healthcheck: found 6 active agents {{(pid=85338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 16:50:45.537680 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0473753-9c5d-4a82-8243-6caa58563737 req-8d5d3f1e-226a-4968-afac-a144a817f8be tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:50:45.540243 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-a0473753-9c5d-4a82-8243-6caa58563737 req-8d5d3f1e-226a-4968-afac-a144a817f8be tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "GET /v2.0/ports?device_id=bdf0aa24-5861-4cf4-bfeb-fa44ea280104 HTTP/1.1" status: 200 len: 945 time: 0.1103420 Apr 16 16:50:45.602747 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-a0473753-9c5d-4a82-8243-6caa58563737 req-cb2105de-5ce1-49fb-9549-7789c70f7ac8 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "GET /v2.0/security-groups?id=6a48b2e8-e55a-4b18-86af-761daa0c1680&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493596 Apr 16 16:50:45.824504 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8d54c1-6a20-48b6-a676-07b19b0082b1 req-3aef6050-0ac9-4dbc-9b48-b3d94be677e6 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:50:45.826682 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-4e8d54c1-6a20-48b6-a676-07b19b0082b1 req-3aef6050-0ac9-4dbc-9b48-b3d94be677e6 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "GET /v2.0/ports?device_id=bdf0aa24-5861-4cf4-bfeb-fa44ea280104 HTTP/1.1" status: 200 len: 945 time: 0.1017761 Apr 16 16:50:45.838280 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 42184) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:50:45.844975 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-d4fae889-4fee-4a94-bf61-82370a997eda tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Request body: {'floatingip': {'port_id': 'b8a1412f-f09d-4db2-8941-3efae6d0fe18'}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:50:45.932120 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d4fae889-4fee-4a94-bf61-82370a997eda tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Notify callbacks [] for floatingip, before_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:46.587131 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d4fae889-4fee-4a94-bf61-82370a997eda tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:46.590366 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d4fae889-4fee-4a94-bf61-82370a997eda tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854349033'] for floatingip, after_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:47.036492 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.db.l3_db [None req-d4fae889-4fee-4a94-bf61-82370a997eda tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Floating IP 62065d3b-3480-423f-99f3-8010d70190d4 associated. External IP: 172.28.2.162, port: b8a1412f-f09d-4db2-8941-3efae6d0fe18. Apr 16 16:50:47.478118 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4fae889-4fee-4a94-bf61-82370a997eda tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Router 6acbe92d-12b3-49e3-a9cf-2c57dd9776ac has already been hosted by L3 agent 4aa3b6c8-2ef9-4577-bdb6-1cfedaad083f {{(pid=85336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 16:50:47.728074 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4fae889-4fee-4a94-bf61-82370a997eda tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Notify agent at l3_agent.dv-cinder-733622-13-smb the message routers_updated {{(pid=85336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 16:50:47.732680 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d4fae889-4fee-4a94-bf61-82370a997eda tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768218'] for floatingip, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:47.740131 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a72774-7d40-44f7-a823-2f51a87413d2 None None] Sync routers for ids ['6acbe92d-12b3-49e3-a9cf-2c57dd9776ac'] in dv-cinder-733622-13-smb {{(pid=85337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 16:50:47.757320 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a72774-7d40-44f7-a823-2f51a87413d2 None None] Routers {'6acbe92d-12b3-49e3-a9cf-2c57dd9776ac'} bound to L3 agent in host dv-cinder-733622-13-smb {{(pid=85337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:50:47.758580 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-99a72774-7d40-44f7-a823-2f51a87413d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T16:36:22Z,description=,heartbeat_timestamp=2021-04-16T16:50:22Z,host='dv-cinder-733622-13-smb',id=4aa3b6c8-2ef9-4577-bdb6-1cfedaad083f,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T16:36:22Z,topic='l3_agent')) {'router_ids': ['6acbe92d-12b3-49e3-a9cf-2c57dd9776ac'], 'active': True} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:50:47.796288 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-d4fae889-4fee-4a94-bf61-82370a997eda tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "PUT /v2.0/floatingips/62065d3b-3480-423f-99f3-8010d70190d4 HTTP/1.1" status: 200 len: 991 time: 1.9566793 Apr 16 16:50:47.797181 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdf0aa24-5861-4cf4-bfeb-fa44ea280104', 'tag': 'b8a1412f-f09d-4db2-8941-3efae6d0fe18'}] {{(pid=85336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:50:47.881009 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdf0aa24-5861-4cf4-bfeb-fa44ea280104', 'tag': 'b8a1412f-f09d-4db2-8941-3efae6d0fe18', 'status': 'completed', 'code': 200} Apr 16 16:50:47.999965 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a64006-350a-4ad0-a17c-f6ded56398a3 req-e5c661f4-efb1-425c-be7c-b52743aafd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:50:48.001555 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-37a64006-350a-4ad0-a17c-f6ded56398a3 req-e5c661f4-efb1-425c-be7c-b52743aafd26 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=884b1020849e42e3acc115cae0298189&device_id=bdf0aa24-5861-4cf4-bfeb-fa44ea280104 HTTP/1.1" status: 200 len: 1098 time: 0.0901704 Apr 16 16:50:48.027679 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvr_db [None req-99a72774-7d40-44f7-a823-2f51a87413d2 None None] Set router 6acbe92d-12b3-49e3-a9cf-2c57dd9776ac gateway port host: dv-cinder-733622-13-smb {{(pid=85337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:50:48.171359 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a64006-350a-4ad0-a17c-f6ded56398a3 req-e8746495-5507-47ea-a9f1-58742f6bb9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:50:48.174098 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-37a64006-350a-4ad0-a17c-f6ded56398a3 req-e8746495-5507-47ea-a9f1-58742f6bb9fc service neutron] 10.222.0.87 "GET /v2.0/networks?id=b5d67f03-2a50-4f49-99e2-88dca9cc2c57 HTTP/1.1" status: 200 len: 912 time: 0.1651011 Apr 16 16:50:48.303164 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-37a64006-350a-4ad0-a17c-f6ded56398a3 req-f706d43b-4077-4cac-a351-1994aeefbaf6 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b8a1412f-f09d-4db2-8941-3efae6d0fe18 HTTP/1.1" status: 200 len: 999 time: 0.1216698 Apr 16 16:50:48.381493 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a64006-350a-4ad0-a17c-f6ded56398a3 req-e0ca1164-0657-4ebe-a1ae-ce8902f3d389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:50:48.383180 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-37a64006-350a-4ad0-a17c-f6ded56398a3 req-e0ca1164-0657-4ebe-a1ae-ce8902f3d389 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=649747cf-05da-40d5-a9b4-d5107e9dbf05 HTTP/1.1" status: 200 len: 850 time: 0.0727499 Apr 16 16:50:48.474876 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-99a72774-7d40-44f7-a823-2f51a87413d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6acbe92d-12b3-49e3-a9cf-2c57dd9776ac', 'name': 'tempest-AttachVolumeTestJSON-2033844302-router', 'tenant_id': '884b1020849e42e3acc115cae0298189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'external_fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.194'}], 'enable_snat': True}, 'gw_port_id': 'aabd4896-a6de-4de3-bfd5-7f4fb8cecc07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:45:37Z', 'updated_at': '2021-04-16T16:45:58Z', 'revision_number': 4, 'project_id': '884b1020849e42e3acc115cae0298189', 'gw_port': {'id': 'aabd4896-a6de-4de3-bfd5-7f4fb8cecc07', 'name': '', 'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6acbe92d-12b3-49e3-a9cf-2c57dd9776ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:45:39Z', 'updated_at': '2021-04-16T16:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-smb', '_floatingips': [{'id': '62065d3b-3480-423f-99f3-8010d70190d4', 'tenant_id': '884b1020849e42e3acc115cae0298189', 'floating_ip_address': '172.28.2.162', 'floating_network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'router_id': '6acbe92d-12b3-49e3-a9cf-2c57dd9776ac', 'port_id': 'b8a1412f-f09d-4db2-8941-3efae6d0fe18', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5d67f03-2a50-4f49-99e2-88dca9cc2c57', 'mac_address': 'fa:16:3e:b9:3b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf0aa24-5861-4cf4-bfeb-fa44ea280104', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T16:50:30Z', 'updated_at': '2021-04-16T16:50:46Z', 'revision_number': 1, 'project_id': '884b1020849e42e3acc115cae0298189', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b45aaf18-95e8-4b8c-8a6d-1429cfe3d5d8', 'name': '', 'network_id': 'b5d67f03-2a50-4f49-99e2-88dca9cc2c57', 'tenant_id': '884b1020849e42e3acc115cae0298189', 'mac_address': 'fa:16:3e:f1:f0:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6acbe92d-12b3-49e3-a9cf-2c57dd9776ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '649747cf-05da-40d5-a9b4-d5107e9dbf05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:45:55Z', 'updated_at': '2021-04-16T16:46:11Z', 'revision_number': 5, 'project_id': '884b1020849e42e3acc115cae0298189', 'subnets': [{'id': '649747cf-05da-40d5-a9b4-d5107e9dbf05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-13-smb', False) {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:50:48.481079 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a72774-7d40-44f7-a823-2f51a87413d2 None None] Checking router: 6acbe92d-12b3-49e3-a9cf-2c57dd9776ac for host: dv-cinder-733622-13-smb {{(pid=85337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 16:50:48.490899 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a64006-350a-4ad0-a17c-f6ded56398a3 req-ef66647a-703e-416f-bcdd-6cc730e03044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:50:48.492646 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-37a64006-350a-4ad0-a17c-f6ded56398a3 req-ef66647a-703e-416f-bcdd-6cc730e03044 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=b5d67f03-2a50-4f49-99e2-88dca9cc2c57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1020033 Apr 16 16:50:48.493377 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a72774-7d40-44f7-a823-2f51a87413d2 None None] Routers {'6acbe92d-12b3-49e3-a9cf-2c57dd9776ac'} bound to L3 agent in host dv-cinder-733622-13-smb {{(pid=85337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:50:48.494137 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-99a72774-7d40-44f7-a823-2f51a87413d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T16:36:22Z,description=,heartbeat_timestamp=2021-04-16T16:50:22Z,host='dv-cinder-733622-13-smb',id=4aa3b6c8-2ef9-4577-bdb6-1cfedaad083f,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T16:36:22Z,topic='l3_agent')) {'router_ids': ['6acbe92d-12b3-49e3-a9cf-2c57dd9776ac'], 'active': True} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:50:48.669765 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-37a64006-350a-4ad0-a17c-f6ded56398a3 req-72f4c867-6f2b-480f-a678-a5f85a966347 service neutron] 10.222.0.87 "GET /v2.0/networks/b5d67f03-2a50-4f49-99e2-88dca9cc2c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689034 Apr 16 16:50:48.754328 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvr_db [None req-99a72774-7d40-44f7-a823-2f51a87413d2 None None] Set router 6acbe92d-12b3-49e3-a9cf-2c57dd9776ac gateway port host: dv-cinder-733622-13-smb {{(pid=85337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:50:48.862020 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-37a64006-350a-4ad0-a17c-f6ded56398a3 req-a5c49003-c291-44f4-a68f-beeddab8e8ca service neutron] 10.222.0.87 "GET /v2.0/networks/b5d67f03-2a50-4f49-99e2-88dca9cc2c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857176 Apr 16 16:50:49.189300 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-99a72774-7d40-44f7-a823-2f51a87413d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6acbe92d-12b3-49e3-a9cf-2c57dd9776ac', 'name': 'tempest-AttachVolumeTestJSON-2033844302-router', 'tenant_id': '884b1020849e42e3acc115cae0298189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'external_fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.194'}], 'enable_snat': True}, 'gw_port_id': 'aabd4896-a6de-4de3-bfd5-7f4fb8cecc07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:45:37Z', 'updated_at': '2021-04-16T16:45:58Z', 'revision_number': 4, 'project_id': '884b1020849e42e3acc115cae0298189', 'gw_port': {'id': 'aabd4896-a6de-4de3-bfd5-7f4fb8cecc07', 'name': '', 'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6acbe92d-12b3-49e3-a9cf-2c57dd9776ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:45:39Z', 'updated_at': '2021-04-16T16:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-smb', '_floatingips': [{'id': '62065d3b-3480-423f-99f3-8010d70190d4', 'tenant_id': '884b1020849e42e3acc115cae0298189', 'floating_ip_address': '172.28.2.162', 'floating_network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'router_id': '6acbe92d-12b3-49e3-a9cf-2c57dd9776ac', 'port_id': 'b8a1412f-f09d-4db2-8941-3efae6d0fe18', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5d67f03-2a50-4f49-99e2-88dca9cc2c57', 'mac_address': 'fa:16:3e:b9:3b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf0aa24-5861-4cf4-bfeb-fa44ea280104', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T16:50:30Z', 'updated_at': '2021-04-16T16:50:46Z', 'revision_number': 1, 'project_id': '884b1020849e42e3acc115cae0298189', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b45aaf18-95e8-4b8c-8a6d-1429cfe3d5d8', 'name': '', 'network_id': 'b5d67f03-2a50-4f49-99e2-88dca9cc2c57', 'tenant_id': '884b1020849e42e3acc115cae0298189', 'mac_address': 'fa:16:3e:f1:f0:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6acbe92d-12b3-49e3-a9cf-2c57dd9776ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '649747cf-05da-40d5-a9b4-d5107e9dbf05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:45:55Z', 'updated_at': '2021-04-16T16:46:11Z', 'revision_number': 5, 'project_id': '884b1020849e42e3acc115cae0298189', 'subnets': [{'id': '649747cf-05da-40d5-a9b4-d5107e9dbf05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-13-smb', False) {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:50:49.194135 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a72774-7d40-44f7-a823-2f51a87413d2 None None] The sync data for ids ['6acbe92d-12b3-49e3-a9cf-2c57dd9776ac'] in dv-cinder-733622-13-smb is: [{'id': '6acbe92d-12b3-49e3-a9cf-2c57dd9776ac', 'name': 'tempest-AttachVolumeTestJSON-2033844302-router', 'tenant_id': '884b1020849e42e3acc115cae0298189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'external_fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.194'}], 'enable_snat': True}, 'gw_port_id': 'aabd4896-a6de-4de3-bfd5-7f4fb8cecc07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:45:37Z', 'updated_at': '2021-04-16T16:45:58Z', 'revision_number': 4, 'project_id': '884b1020849e42e3acc115cae0298189', 'gw_port': {'id': 'aabd4896-a6de-4de3-bfd5-7f4fb8cecc07', 'name': '', 'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6acbe92d-12b3-49e3-a9cf-2c57dd9776ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:45:39Z', 'updated_at': '2021-04-16T16:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-smb', '_floatingips': [{'id': '62065d3b-3480-423f-99f3-8010d70190d4', 'tenant_id': '884b1020849e42e3acc115cae0298189', 'floating_ip_address': '172.28.2.162', 'floating_network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'router_id': '6acbe92d-12b3-49e3-a9cf-2c57dd9776ac', 'port_id': 'b8a1412f-f09d-4db2-8941-3efae6d0fe18', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5d67f03-2a50-4f49-99e2-88dca9cc2c57', 'mac_address': 'fa:16:3e:b9:3b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf0aa24-5861-4cf4-bfeb-fa44ea280104', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T16:50:30Z', 'updated_at': '2021-04-16T16:50:46Z', 'revision_number': 1, 'project_id': '884b1020849e42e3acc115cae0298189', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b45aaf18-95e8-4b8c-8a6d-1429cfe3d5d8', 'name': '', 'network_id': 'b5d67f03-2a50-4f49-99e2-88dca9cc2c57', 'tenant_id': '884b1020849e42e3acc115cae0298189', 'mac_address': 'fa:16:3e:f1:f0:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6acbe92d-12b3-49e3-a9cf-2c57dd9776ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '649747cf-05da-40d5-a9b4-d5107e9dbf05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:45:55Z', 'updated_at': '2021-04-16T16:46:11Z', 'revision_number': 5, 'project_id': '884b1020849e42e3acc115cae0298189', 'subnets': [{'id': '649747cf-05da-40d5-a9b4-d5107e9dbf05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 16:50:49.483635 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5cbbbd7-0001-45d2-8402-1292d6165208 None None] New status for floating IP 62065d3b-3480-423f-99f3-8010d70190d4: ACTIVE {{(pid=85338) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 16 16:50:49.781515 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-fd89c68b-7311-49f5-a979-cab82c137b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:51.801699 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-bb746276-c87e-4e81-8285-7d2b41c0d175 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:52.846121 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-45c0d62a-bc24-48a8-9022-8ca56da26294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:53.509539 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:54.259035 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-53783e99-0c04-4d0d-b0b5-c5fd538000c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:54.719548 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 42270) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:50:54.862950 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-57d337ee-37f3-4e31-a59a-896a74b38df4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:54.881657 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-57d337ee-37f3-4e31-a59a-896a74b38df4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:50:54.886070 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-57d337ee-37f3-4e31-a59a-896a74b38df4 admin admin] Usage tracker for resource:security_group_rule and tenant:45b32d1472aa416c8c795ec31530913a is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:50:54.889357 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-57d337ee-37f3-4e31-a59a-896a74b38df4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:50:54.895862 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-57d337ee-37f3-4e31-a59a-896a74b38df4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:50:54.986567 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-57d337ee-37f3-4e31-a59a-896a74b38df4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:54.989552 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-57d337ee-37f3-4e31-a59a-896a74b38df4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:55.000091 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-6988778c-b96e-45f4-b56a-d5bdc83e1bf2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:50:55.043474 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-57d337ee-37f3-4e31-a59a-896a74b38df4 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=45b32d1472aa416c8c795ec31530913a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3227217 Apr 16 16:50:55.045088 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d337ee-37f3-4e31-a59a-896a74b38df4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94e05882-042d-4652-bf3c-af4e4e0a9439,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:50:55.047172 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 42276) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:50:55.048590 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-57d337ee-37f3-4e31-a59a-896a74b38df4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:50:55.118710 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-0b357cd2-a49c-4cf5-8ed0-94b2bc0c5d00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:55.150388 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-0b357cd2-a49c-4cf5-8ed0-94b2bc0c5d00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:55.203124 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-0b357cd2-a49c-4cf5-8ed0-94b2bc0c5d00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:55.208423 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-b51afce6-037d-4f87-a56a-09b8c7bdcbc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:50:55.224312 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b357cd2-a49c-4cf5-8ed0-94b2bc0c5d00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94e05882-042d-4652-bf3c-af4e4e0a9439,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:50:55.228260 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-0b357cd2-a49c-4cf5-8ed0-94b2bc0c5d00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:50:55.232549 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-0b357cd2-a49c-4cf5-8ed0-94b2bc0c5d00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:55.234364 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-0b357cd2-a49c-4cf5-8ed0-94b2bc0c5d00 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/94e05882-042d-4652-bf3c-af4e4e0a9439 HTTP/1.1" status: 204 len: 168 time: 0.1852908 Apr 16 16:50:55.575737 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 42286) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:50:55.597221 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-6e0c3e94-22d1-4305-85f2-7241aba3ae4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:55.619922 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-6e0c3e94-22d1-4305-85f2-7241aba3ae4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:50:55.624688 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-6e0c3e94-22d1-4305-85f2-7241aba3ae4e admin admin] Usage tracker for resource:security_group_rule and tenant:ec6bce45276d4db4be7f96930b330b7f is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:50:55.627267 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-6e0c3e94-22d1-4305-85f2-7241aba3ae4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:50:55.633660 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-6e0c3e94-22d1-4305-85f2-7241aba3ae4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:50:55.729802 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-6e0c3e94-22d1-4305-85f2-7241aba3ae4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:55.734558 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-6e0c3e94-22d1-4305-85f2-7241aba3ae4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:55.744241 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-227552ec-fabd-40f8-aa44-70d60e8a075f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:50:55.793153 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-6e0c3e94-22d1-4305-85f2-7241aba3ae4e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ec6bce45276d4db4be7f96930b330b7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2157810 Apr 16 16:50:55.794374 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0c3e94-22d1-4305-85f2-7241aba3ae4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=676e3011-27a2-45bb-8f7d-e46eea383ba6,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:50:55.796983 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 42290) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:50:55.797987 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-6e0c3e94-22d1-4305-85f2-7241aba3ae4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:50:55.869673 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-5d89d5d6-b76b-4421-a623-27d70280ff5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:55.900638 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-5d89d5d6-b76b-4421-a623-27d70280ff5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:55.951056 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-5d89d5d6-b76b-4421-a623-27d70280ff5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:55.959106 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-89cca204-2d11-477b-aef8-022c7c1c87d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:50:55.973878 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d89d5d6-b76b-4421-a623-27d70280ff5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=676e3011-27a2-45bb-8f7d-e46eea383ba6,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:50:55.976488 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-5d89d5d6-b76b-4421-a623-27d70280ff5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:50:55.988789 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-5d89d5d6-b76b-4421-a623-27d70280ff5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:55.990145 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-5d89d5d6-b76b-4421-a623-27d70280ff5c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/676e3011-27a2-45bb-8f7d-e46eea383ba6 HTTP/1.1" status: 204 len: 168 time: 0.1916680 Apr 16 16:51:01.036680 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 42368) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:51:01.190210 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-b544f4c5-25d6-48be-9edd-e51d566e21d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:51:01.207577 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-b544f4c5-25d6-48be-9edd-e51d566e21d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:51:01.211931 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-b544f4c5-25d6-48be-9edd-e51d566e21d3 admin admin] Usage tracker for resource:security_group_rule and tenant:ae25c5a5e31044468cbf20027260d0da is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:51:01.216393 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-b544f4c5-25d6-48be-9edd-e51d566e21d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:51:01.223268 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-b544f4c5-25d6-48be-9edd-e51d566e21d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:51:01.329844 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-b544f4c5-25d6-48be-9edd-e51d566e21d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:51:01.332743 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-b544f4c5-25d6-48be-9edd-e51d566e21d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:51:01.343732 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-ed9453a7-5a16-455b-ac7f-5515b65764c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:51:01.390024 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-b544f4c5-25d6-48be-9edd-e51d566e21d3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ae25c5a5e31044468cbf20027260d0da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3520386 Apr 16 16:51:01.393298 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b544f4c5-25d6-48be-9edd-e51d566e21d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=121325ea-064b-44a8-aef3-ee2b7a691f62,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:51:01.393472 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 42376) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:51:01.401590 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b544f4c5-25d6-48be-9edd-e51d566e21d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:51:01.402059 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b544f4c5-25d6-48be-9edd-e51d566e21d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:51:01.402448 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b544f4c5-25d6-48be-9edd-e51d566e21d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:51:01.403389 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b544f4c5-25d6-48be-9edd-e51d566e21d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:51:01.403834 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b544f4c5-25d6-48be-9edd-e51d566e21d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:51:01.404179 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b544f4c5-25d6-48be-9edd-e51d566e21d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:51:01.404666 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b544f4c5-25d6-48be-9edd-e51d566e21d3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:51:01.405069 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b544f4c5-25d6-48be-9edd-e51d566e21d3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:51:01.405462 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b544f4c5-25d6-48be-9edd-e51d566e21d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:51:01.405852 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b544f4c5-25d6-48be-9edd-e51d566e21d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:51:01.406305 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b544f4c5-25d6-48be-9edd-e51d566e21d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:51:01.406688 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b544f4c5-25d6-48be-9edd-e51d566e21d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:51:01.411105 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-b544f4c5-25d6-48be-9edd-e51d566e21d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:51:01.466252 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-609f1db1-b5f3-4697-8e5a-160584ef5fdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:51:01.502411 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-609f1db1-b5f3-4697-8e5a-160584ef5fdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:51:01.560579 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-609f1db1-b5f3-4697-8e5a-160584ef5fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:51:01.568225 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-edb5db03-a5e0-4259-91c1-5d1814880ce5 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:51:01.588769 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f1db1-b5f3-4697-8e5a-160584ef5fdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=121325ea-064b-44a8-aef3-ee2b7a691f62,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:51:01.593484 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-609f1db1-b5f3-4697-8e5a-160584ef5fdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:51:01.608476 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-609f1db1-b5f3-4697-8e5a-160584ef5fdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:51:01.613354 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-609f1db1-b5f3-4697-8e5a-160584ef5fdc admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/121325ea-064b-44a8-aef3-ee2b7a691f62 HTTP/1.1" status: 204 len: 168 time: 0.2160723 Apr 16 16:51:01.991526 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 42388) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:51:02.015004 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-af5f3103-f391-4813-8119-73e1302eac18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:51:02.033462 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-af5f3103-f391-4813-8119-73e1302eac18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:51:02.037572 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-af5f3103-f391-4813-8119-73e1302eac18 admin admin] Usage tracker for resource:security_group_rule and tenant:d25798d486f54b80a27d77fe9ed3155d is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:51:02.040646 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-af5f3103-f391-4813-8119-73e1302eac18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:51:02.048251 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-af5f3103-f391-4813-8119-73e1302eac18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:51:02.148288 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-af5f3103-f391-4813-8119-73e1302eac18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:51:02.151597 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-af5f3103-f391-4813-8119-73e1302eac18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:51:02.161408 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-10fb390b-e91c-4996-bd4c-6ac49aa9ac7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:51:02.210693 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-af5f3103-f391-4813-8119-73e1302eac18 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d25798d486f54b80a27d77fe9ed3155d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2178473 Apr 16 16:51:02.213870 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 42392) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:51:02.218078 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5f3103-f391-4813-8119-73e1302eac18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1beb37b-2a61-4626-a07c-9e5f1f95f97a,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:51:02.232232 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-af5f3103-f391-4813-8119-73e1302eac18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:51:02.284750 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-dbee8971-0160-422d-b425-4d785bec8141 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:51:02.316100 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-dbee8971-0160-422d-b425-4d785bec8141 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:51:02.372155 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-dbee8971-0160-422d-b425-4d785bec8141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:51:02.377675 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-6557bb28-ecbf-45fe-a0ec-2a11e89bfa3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:51:02.392789 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbee8971-0160-422d-b425-4d785bec8141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1beb37b-2a61-4626-a07c-9e5f1f95f97a,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:51:02.395635 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-dbee8971-0160-422d-b425-4d785bec8141 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:51:02.404866 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-dbee8971-0160-422d-b425-4d785bec8141 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:51:02.406785 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-dbee8971-0160-422d-b425-4d785bec8141 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e1beb37b-2a61-4626-a07c-9e5f1f95f97a HTTP/1.1" status: 204 len: 168 time: 0.1918490 Apr 16 16:51:05.183072 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-7a9139b9-78c9-4130-8457-0f4325608282 req-6a90956c-ffa1-4812-844c-0b6d86aa2f1d tempest-VolumesNegativeTest-52718455 tempest-VolumesNegativeTest-52718455-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=b3a4ef46b07b453d8a9450ce7e7a4737&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0334811 Apr 16 16:51:05.612627 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9139b9-78c9-4130-8457-0f4325608282 req-00d11223-f5d9-4641-bf0e-f86ed036ed32 tempest-VolumesNegativeTest-52718455 tempest-VolumesNegativeTest-52718455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:51:05.614358 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-7a9139b9-78c9-4130-8457-0f4325608282 req-00d11223-f5d9-4641-bf0e-f86ed036ed32 tempest-VolumesNegativeTest-52718455 tempest-VolumesNegativeTest-52718455-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4246473 Apr 16 16:51:05.632767 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-7a9139b9-78c9-4130-8457-0f4325608282 req-3044267f-d5ba-4116-ba19-b5d4e314ef84 tempest-VolumesNegativeTest-52718455 tempest-VolumesNegativeTest-52718455-project] 10.222.0.38 "GET /v2.0/quotas/b3a4ef46b07b453d8a9450ce7e7a4737 HTTP/1.1" status: 200 len: 375 time: 0.0116563 Apr 16 16:51:05.695167 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-7a9139b9-78c9-4130-8457-0f4325608282 req-940d6f4f-a3dd-483a-bb06-493056641ac7 tempest-VolumesNegativeTest-52718455 tempest-VolumesNegativeTest-52718455-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=b3a4ef46b07b453d8a9450ce7e7a4737&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0552523 Apr 16 16:51:05.926561 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-1bb8a77b-b988-472b-a9c1-751172dc6cab req-eac4c1b9-c1a6-4a23-9711-6f376b2721a2 tempest-VolumesNegativeTest-52718455 tempest-VolumesNegativeTest-52718455-project] 10.222.0.38 "GET /v2.0/ports?device_id=e44e7dbe-2d2c-457d-9716-5f691fdf46eb HTTP/1.1" status: 200 len: 210 time: 0.0572054 Apr 16 16:51:07.129283 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-93d1aeba-425c-4c8f-94ac-27a8b1085517 req-2d92c1fa-5d9a-40bb-8402-6590224f5727 tempest-VolumesNegativeTest-52718455 tempest-VolumesNegativeTest-52718455-project] 10.222.0.38 "GET /v2.0/ports?device_id=e44e7dbe-2d2c-457d-9716-5f691fdf46eb HTTP/1.1" status: 200 len: 210 time: 0.0648379 Apr 16 16:51:07.547137 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-7a9139b9-78c9-4130-8457-0f4325608282 req-4eb499c3-5b96-4601-910f-01dc3168dcd4 tempest-VolumesNegativeTest-52718455 tempest-VolumesNegativeTest-52718455-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=b3a4ef46b07b453d8a9450ce7e7a4737&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0446060 Apr 16 16:51:07.813679 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9139b9-78c9-4130-8457-0f4325608282 req-e5e22850-081c-41f2-94da-7d067061e259 tempest-VolumesNegativeTest-52718455 tempest-VolumesNegativeTest-52718455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:51:07.815500 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-7a9139b9-78c9-4130-8457-0f4325608282 req-e5e22850-081c-41f2-94da-7d067061e259 tempest-VolumesNegativeTest-52718455 tempest-VolumesNegativeTest-52718455-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2625988 Apr 16 16:51:07.834386 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.v2.base [req-7a9139b9-78c9-4130-8457-0f4325608282 req-754222af-a36b-4c5b-8f18-9383dbc45cb8 tempest-VolumesNegativeTest-52718455 tempest-VolumesNegativeTest-52718455-project] Request body: {'port': {'device_id': 'e44e7dbe-2d2c-457d-9716-5f691fdf46eb', 'network_id': 'ecbd5c03-d3b4-421c-b723-4b7867d86e34', 'admin_state_up': True, 'tenant_id': 'b3a4ef46b07b453d8a9450ce7e7a4737'}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:51:08.030974 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [req-7a9139b9-78c9-4130-8457-0f4325608282 req-754222af-a36b-4c5b-8f18-9383dbc45cb8 tempest-VolumesNegativeTest-52718455 tempest-VolumesNegativeTest-52718455-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:51:08.035784 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-7a9139b9-78c9-4130-8457-0f4325608282 req-754222af-a36b-4c5b-8f18-9383dbc45cb8 tempest-VolumesNegativeTest-52718455 tempest-VolumesNegativeTest-52718455-project] Usage tracker for resource:port and tenant:b3a4ef46b07b453d8a9450ce7e7a4737 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:51:08.039518 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-7a9139b9-78c9-4130-8457-0f4325608282 req-754222af-a36b-4c5b-8f18-9383dbc45cb8 tempest-VolumesNegativeTest-52718455 tempest-VolumesNegativeTest-52718455-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:51:08.048345 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [req-7a9139b9-78c9-4130-8457-0f4325608282 req-754222af-a36b-4c5b-8f18-9383dbc45cb8 tempest-VolumesNegativeTest-52718455 tempest-VolumesNegativeTest-52718455-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:51:08.061007 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a9139b9-78c9-4130-8457-0f4325608282 req-754222af-a36b-4c5b-8f18-9383dbc45cb8 tempest-VolumesNegativeTest-52718455 tempest-VolumesNegativeTest-52718455-project] Made reservation on behalf of b3a4ef46b07b453d8a9450ce7e7a4737 for: {'port': 1} {{(pid=85336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 16:51:08.067942 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-7a9139b9-78c9-4130-8457-0f4325608282 req-754222af-a36b-4c5b-8f18-9383dbc45cb8 tempest-VolumesNegativeTest-52718455 tempest-VolumesNegativeTest-52718455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:51:08.085158 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-7a9139b9-78c9-4130-8457-0f4325608282 req-754222af-a36b-4c5b-8f18-9383dbc45cb8 tempest-VolumesNegativeTest-52718455 tempest-VolumesNegativeTest-52718455-project] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:51:08.109128 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [req-7a9139b9-78c9-4130-8457-0f4325608282 req-754222af-a36b-4c5b-8f18-9383dbc45cb8 tempest-VolumesNegativeTest-52718455 tempest-VolumesNegativeTest-52718455-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:51:08.114816 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-7a9139b9-78c9-4130-8457-0f4325608282 req-754222af-a36b-4c5b-8f18-9383dbc45cb8 tempest-VolumesNegativeTest-52718455 tempest-VolumesNegativeTest-52718455-project] Usage tracker for resource:security_group_rule and tenant:b3a4ef46b07b453d8a9450ce7e7a4737 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:51:08.118887 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-7a9139b9-78c9-4130-8457-0f4325608282 req-754222af-a36b-4c5b-8f18-9383dbc45cb8 tempest-VolumesNegativeTest-52718455 tempest-VolumesNegativeTest-52718455-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:51:08.127581 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [req-7a9139b9-78c9-4130-8457-0f4325608282 req-754222af-a36b-4c5b-8f18-9383dbc45cb8 tempest-VolumesNegativeTest-52718455 tempest-VolumesNegativeTest-52718455-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:51:08.268898 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-7a9139b9-78c9-4130-8457-0f4325608282 req-754222af-a36b-4c5b-8f18-9383dbc45cb8 tempest-VolumesNegativeTest-52718455 tempest-VolumesNegativeTest-52718455-project] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:51:08.272850 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-7a9139b9-78c9-4130-8457-0f4325608282 req-754222af-a36b-4c5b-8f18-9383dbc45cb8 tempest-VolumesNegativeTest-52718455 tempest-VolumesNegativeTest-52718455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:51:08.280024 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1804da62-c1f7-4634-99ef-d589e31eedb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:51:08.398687 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754222af-a36b-4c5b-8f18-9383dbc45cb8 tempest-VolumesNegativeTest-52718455 tempest-VolumesNegativeTest-52718455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24941e9d-43ce-4bb4-b932-6005909c6f97,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:51:08.410867 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-754222af-a36b-4c5b-8f18-9383dbc45cb8 tempest-VolumesNegativeTest-52718455 tempest-VolumesNegativeTest-52718455-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:51:08.415378 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-e6ce0df4-c8df-4467-9222-3aa230c41ff9 req-dea2c76b-c173-4254-b8c8-71820d37ad4c tempest-VolumesNegativeTest-52718455 tempest-VolumesNegativeTest-52718455-project] 10.222.0.38 "GET /v2.0/ports?device_id=e44e7dbe-2d2c-457d-9716-5f691fdf46eb HTTP/1.1" status: 200 len: 210 time: 0.0851448 Apr 16 16:51:08.593686 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.db_base_plugin_common [req-7a9139b9-78c9-4130-8457-0f4325608282 req-754222af-a36b-4c5b-8f18-9383dbc45cb8 tempest-VolumesNegativeTest-52718455 tempest-VolumesNegativeTest-52718455-project] Allocated IP 192.168.233.207 (ecbd5c03-d3b4-421c-b723-4b7867d86e34/e5a106cb-fe28-4105-9cd3-e73bdafd35f9/880ee50a-3fcb-432c-8dbc-435e5a6da5ef) {{(pid=85336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 16:51:08.931372 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-7a9139b9-78c9-4130-8457-0f4325608282 req-754222af-a36b-4c5b-8f18-9383dbc45cb8 tempest-VolumesNegativeTest-52718455 tempest-VolumesNegativeTest-52718455-project] Notify callbacks [] for port, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:51:08.953451 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [req-7a9139b9-78c9-4130-8457-0f4325608282 req-754222af-a36b-4c5b-8f18-9383dbc45cb8 tempest-VolumesNegativeTest-52718455 tempest-VolumesNegativeTest-52718455-project] Transition to ACTIVE for port object 880ee50a-3fcb-432c-8dbc-435e5a6da5ef will not be triggered until provisioned by entity DHCP. {{(pid=85336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:51:08.956616 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:51:08.985223 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-7a9139b9-78c9-4130-8457-0f4325608282 req-754222af-a36b-4c5b-8f18-9383dbc45cb8 tempest-VolumesNegativeTest-52718455 tempest-VolumesNegativeTest-52718455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751455712866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2420184'] for port, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:51:09.006588 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-6866705c-4364-43b7-a5ed-2310bdb385ce service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:51:09.175734 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754222af-a36b-4c5b-8f18-9383dbc45cb8 tempest-VolumesNegativeTest-52718455 tempest-VolumesNegativeTest-52718455-project] Pushing event updated for resources: {'Port': ['ID=880ee50a-3fcb-432c-8dbc-435e5a6da5ef,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:51:09.181015 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-754222af-a36b-4c5b-8f18-9383dbc45cb8 tempest-VolumesNegativeTest-52718455 tempest-VolumesNegativeTest-52718455-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:51:09.277020 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a9139b9-78c9-4130-8457-0f4325608282 req-754222af-a36b-4c5b-8f18-9383dbc45cb8 tempest-VolumesNegativeTest-52718455 tempest-VolumesNegativeTest-52718455-project] Network ecbd5c03-d3b4-421c-b723-4b7867d86e34 is already hosted by enough agents. {{(pid=85336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 16:51:09.279835 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [req-7a9139b9-78c9-4130-8457-0f4325608282 req-754222af-a36b-4c5b-8f18-9383dbc45cb8 tempest-VolumesNegativeTest-52718455 tempest-VolumesNegativeTest-52718455-project] Resources bound (agent type, host, resource id): {{(pid=85336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:51:09.283346 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a9139b9-78c9-4130-8457-0f4325608282 req-754222af-a36b-4c5b-8f18-9383dbc45cb8 tempest-VolumesNegativeTest-52718455 tempest-VolumesNegativeTest-52718455-project] Received port after_create {{(pid=85336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 16:51:09.374422 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9139b9-78c9-4130-8457-0f4325608282 req-754222af-a36b-4c5b-8f18-9383dbc45cb8 tempest-VolumesNegativeTest-52718455 tempest-VolumesNegativeTest-52718455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:51:09.375153 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-7a9139b9-78c9-4130-8457-0f4325608282 req-754222af-a36b-4c5b-8f18-9383dbc45cb8 tempest-VolumesNegativeTest-52718455 tempest-VolumesNegativeTest-52718455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768218'] for port, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:51:09.430825 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-7a9139b9-78c9-4130-8457-0f4325608282 req-754222af-a36b-4c5b-8f18-9383dbc45cb8 tempest-VolumesNegativeTest-52718455 tempest-VolumesNegativeTest-52718455-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6014135 Apr 16 16:51:09.663056 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-6676327d-aa38-409c-8565-338934db462e None None] Provisioning for port 880ee50a-3fcb-432c-8dbc-435e5a6da5ef completed by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:51:09.670154 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-6676327d-aa38-409c-8565-338934db462e None None] Provisioning complete for port 880ee50a-3fcb-432c-8dbc-435e5a6da5ef triggered by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:51:09.670559 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-6676327d-aa38-409c-8565-338934db462e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852761088'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:51:09.699757 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.v2.base [req-7a9139b9-78c9-4130-8457-0f4325608282 req-13d4770f-8832-4905-bbee-5893af32f736 service neutron] Request body: {'port': {'device_id': 'e44e7dbe-2d2c-457d-9716-5f691fdf46eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:51:09.758214 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-6676327d-aa38-409c-8565-338934db462e None None] Port 880ee50a-3fcb-432c-8dbc-435e5a6da5ef cannot update to ACTIVE because it is not bound. {{(pid=85337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 16:51:09.815380 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1020f26-a8d6-4776-8a80-a6e46a1ee094 req-b248c993-43ff-424f-bf11-9fae06545269 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:51:09.817351 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-b1020f26-a8d6-4776-8a80-a6e46a1ee094 req-b248c993-43ff-424f-bf11-9fae06545269 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/ports?device_id=4c6f8080-b802-4729-8986-12463eb33e3e HTTP/1.1" status: 200 len: 945 time: 0.1609094 Apr 16 16:51:09.882347 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-b1020f26-a8d6-4776-8a80-a6e46a1ee094 req-9ff09ae2-de01-405b-bbfd-293daf1e63e1 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/security-groups?id=ad23a607-8b6f-4d76-a678-412bf8b292b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558054 Apr 16 16:51:10.179861 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-7a9139b9-78c9-4130-8457-0f4325608282 req-13d4770f-8832-4905-bbee-5893af32f736 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:51:10.202673 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863ff852-ac7b-4839-916d-457398bbdbdc req-848f189d-7b3f-4577-8272-e1ab4e09f743 tempest-VolumesNegativeTest-52718455 tempest-VolumesNegativeTest-52718455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:51:10.203492 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-863ff852-ac7b-4839-916d-457398bbdbdc req-848f189d-7b3f-4577-8272-e1ab4e09f743 tempest-VolumesNegativeTest-52718455 tempest-VolumesNegativeTest-52718455-project] Synchronizing usage tracker for tenant:b3a4ef46b07b453d8a9450ce7e7a4737 on resource:port {{(pid=85336) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 16:51:10.327390 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-863ff852-ac7b-4839-916d-457398bbdbdc req-848f189d-7b3f-4577-8272-e1ab4e09f743 tempest-VolumesNegativeTest-52718455 tempest-VolumesNegativeTest-52718455-project] Unset dirty status for tenant:b3a4ef46b07b453d8a9450ce7e7a4737 on resource:port {{(pid=85336) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 16:51:10.329295 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-863ff852-ac7b-4839-916d-457398bbdbdc req-848f189d-7b3f-4577-8272-e1ab4e09f743 tempest-VolumesNegativeTest-52718455 tempest-VolumesNegativeTest-52718455-project] 10.222.0.38 "GET /v2.0/ports?device_id=e44e7dbe-2d2c-457d-9716-5f691fdf46eb HTTP/1.1" status: 200 len: 936 time: 0.6887066 Apr 16 16:51:10.491029 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-863ff852-ac7b-4839-916d-457398bbdbdc req-6707e350-9168-4fa9-8f38-ea214eda431a tempest-VolumesNegativeTest-52718455 tempest-VolumesNegativeTest-52718455-project] Synchronizing usage tracker for tenant:b3a4ef46b07b453d8a9450ce7e7a4737 on resource:security_group {{(pid=85336) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 16:51:10.608157 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-863ff852-ac7b-4839-916d-457398bbdbdc req-6707e350-9168-4fa9-8f38-ea214eda431a tempest-VolumesNegativeTest-52718455 tempest-VolumesNegativeTest-52718455-project] Unset dirty status for tenant:b3a4ef46b07b453d8a9450ce7e7a4737 on resource:security_group {{(pid=85336) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 16:51:10.609910 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-863ff852-ac7b-4839-916d-457398bbdbdc req-6707e350-9168-4fa9-8f38-ea214eda431a tempest-VolumesNegativeTest-52718455 tempest-VolumesNegativeTest-52718455-project] 10.222.0.38 "GET /v2.0/security-groups?id=24941e9d-43ce-4bb4-b932-6005909c6f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722366 Apr 16 16:51:10.786830 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [req-7a9139b9-78c9-4130-8457-0f4325608282 req-13d4770f-8832-4905-bbee-5893af32f736 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 880ee50a-3fcb-432c-8dbc-435e5a6da5ef {{(pid=85336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 16:51:10.796651 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-7a9139b9-78c9-4130-8457-0f4325608282 req-13d4770f-8832-4905-bbee-5893af32f736 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:51:10.814630 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [req-7a9139b9-78c9-4130-8457-0f4325608282 req-13d4770f-8832-4905-bbee-5893af32f736 service neutron] Transition to ACTIVE for port object 880ee50a-3fcb-432c-8dbc-435e5a6da5ef will not be triggered until provisioned by entity L2. {{(pid=85336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:51:10.818049 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-7a9139b9-78c9-4130-8457-0f4325608282 req-13d4770f-8832-4905-bbee-5893af32f736 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852355648'] for port, after_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:51:10.839182 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-37b3ecdd-a23e-4a9b-8bca-d91572cfab88 tempest-ServerRescueNegativeTestJSON-568228596 tempest-ServerRescueNegativeTestJSON-568228596-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:51:10.989178 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d4770f-8832-4905-bbee-5893af32f736 service neutron] Pushing event updated for resources: {'Port': ['ID=880ee50a-3fcb-432c-8dbc-435e5a6da5ef,revision_number=2']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:51:10.994530 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-13d4770f-8832-4905-bbee-5893af32f736 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:51:11.214233 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7982414-e9c9-4e6f-93ac-f534f8beb35d req-f9f398db-9417-4f76-8484-2c7c5da8e1a4 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:51:11.217411 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-b7982414-e9c9-4e6f-93ac-f534f8beb35d req-f9f398db-9417-4f76-8484-2c7c5da8e1a4 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/ports?device_id=4c6f8080-b802-4729-8986-12463eb33e3e HTTP/1.1" status: 200 len: 945 time: 0.1654005 Apr 16 16:51:11.323103 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-b7982414-e9c9-4e6f-93ac-f534f8beb35d req-f0e51887-16a6-47fe-953c-c74d7ffdb4c6 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/security-groups?id=ad23a607-8b6f-4d76-a678-412bf8b292b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854504 Apr 16 16:51:11.368038 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [req-7a9139b9-78c9-4130-8457-0f4325608282 req-13d4770f-8832-4905-bbee-5893af32f736 service neutron] Attempting to bind port 880ee50a-3fcb-432c-8dbc-435e5a6da5ef on host hv-cinder-73362 for vnic_type normal with profile {{(pid=85336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 16:51:11.369332 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [req-7a9139b9-78c9-4130-8457-0f4325608282 req-13d4770f-8832-4905-bbee-5893af32f736 service neutron] Attempting to bind port 880ee50a-3fcb-432c-8dbc-435e5a6da5ef by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': 'c73419f2-f6c9-4456-bb16-0823926d3fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'ecbd5c03-d3b4-421c-b723-4b7867d86e34'}] {{(pid=85336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 16:51:11.369332 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9139b9-78c9-4130-8457-0f4325608282 req-13d4770f-8832-4905-bbee-5893af32f736 service neutron] Attempting to bind port 880ee50a-3fcb-432c-8dbc-435e5a6da5ef on network ecbd5c03-d3b4-421c-b723-4b7867d86e34 {{(pid=85336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 16:51:11.378307 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9139b9-78c9-4130-8457-0f4325608282 req-13d4770f-8832-4905-bbee-5893af32f736 service neutron] Port 880ee50a-3fcb-432c-8dbc-435e5a6da5ef on network ecbd5c03-d3b4-421c-b723-4b7867d86e34 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=85336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 16:51:11.378571 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9139b9-78c9-4130-8457-0f4325608282 req-13d4770f-8832-4905-bbee-5893af32f736 service neutron] Attempting to bind port 880ee50a-3fcb-432c-8dbc-435e5a6da5ef on network ecbd5c03-d3b4-421c-b723-4b7867d86e34 {{(pid=85336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 16:51:11.390286 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9139b9-78c9-4130-8457-0f4325608282 req-13d4770f-8832-4905-bbee-5893af32f736 service neutron] Checking agent: {'id': '0677065c-8485-4f55-bc15-3b41e2e6feb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 16, 43, 39), 'started_at': datetime.datetime(2021, 4, 16, 16, 43, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 16:51:11.390688 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9139b9-78c9-4130-8457-0f4325608282 req-13d4770f-8832-4905-bbee-5893af32f736 service neutron] Checking segment: {'id': 'c73419f2-f6c9-4456-bb16-0823926d3fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'ecbd5c03-d3b4-421c-b723-4b7867d86e34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 16:51:11.391513 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9139b9-78c9-4130-8457-0f4325608282 req-13d4770f-8832-4905-bbee-5893af32f736 service neutron] Bound using segment: {'id': 'c73419f2-f6c9-4456-bb16-0823926d3fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'ecbd5c03-d3b4-421c-b723-4b7867d86e34'} {{(pid=85336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 16:51:11.392159 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [req-7a9139b9-78c9-4130-8457-0f4325608282 req-13d4770f-8832-4905-bbee-5893af32f736 service neutron] Bound port: 880ee50a-3fcb-432c-8dbc-435e5a6da5ef, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c73419f2-f6c9-4456-bb16-0823926d3fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'ecbd5c03-d3b4-421c-b723-4b7867d86e34'}}] {{(pid=85336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 16:51:11.392563 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-7a9139b9-78c9-4130-8457-0f4325608282 req-13d4770f-8832-4905-bbee-5893af32f736 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:51:11.524670 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [req-7a9139b9-78c9-4130-8457-0f4325608282 req-13d4770f-8832-4905-bbee-5893af32f736 service neutron] For port 880ee50a-3fcb-432c-8dbc-435e5a6da5ef, host hv-cinder-73362, cleared binding levels {{(pid=85336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 16:51:11.530721 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [req-7a9139b9-78c9-4130-8457-0f4325608282 req-13d4770f-8832-4905-bbee-5893af32f736 service neutron] For port 880ee50a-3fcb-432c-8dbc-435e5a6da5ef, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=880ee50a-3fcb-432c-8dbc-435e5a6da5ef,segment=NetworkSegment(c73419f2-f6c9-4456-bb16-0823926d3fac),segment_id=c73419f2-f6c9-4456-bb16-0823926d3fac)] {{(pid=85336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 16:51:11.535197 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-7a9139b9-78c9-4130-8457-0f4325608282 req-13d4770f-8832-4905-bbee-5893af32f736 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852355648'] for port, after_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:51:11.550805 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-d374659b-b003-4782-a33a-53a27af5b8c5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:51:11.769201 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d4770f-8832-4905-bbee-5893af32f736 service neutron] Pushing event updated for resources: {'Port': ['ID=880ee50a-3fcb-432c-8dbc-435e5a6da5ef,revision_number=3']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:51:11.778554 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-13d4770f-8832-4905-bbee-5893af32f736 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:51:11.829467 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9139b9-78c9-4130-8457-0f4325608282 req-13d4770f-8832-4905-bbee-5893af32f736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:51:11.830461 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-7a9139b9-78c9-4130-8457-0f4325608282 req-13d4770f-8832-4905-bbee-5893af32f736 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768218'] for port, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:51:11.832069 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-7a9139b9-78c9-4130-8457-0f4325608282 req-13d4770f-8832-4905-bbee-5893af32f736 service neutron] 10.222.0.87 "PUT /v2.0/ports/880ee50a-3fcb-432c-8dbc-435e5a6da5ef HTTP/1.1" status: 200 len: 1098 time: 2.3946579 Apr 16 16:51:11.832718 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e44e7dbe-2d2c-457d-9716-5f691fdf46eb', 'tag': '880ee50a-3fcb-432c-8dbc-435e5a6da5ef'}] {{(pid=85336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:51:12.023705 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e499fc-347f-4d40-8d04-555222204536 req-88bc235b-205e-4ec3-8dd6-c4d0262b07c6 tempest-VolumesNegativeTest-52718455 tempest-VolumesNegativeTest-52718455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:51:12.025463 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-51e499fc-347f-4d40-8d04-555222204536 req-88bc235b-205e-4ec3-8dd6-c4d0262b07c6 tempest-VolumesNegativeTest-52718455 tempest-VolumesNegativeTest-52718455-project] 10.222.0.38 "GET /v2.0/ports?device_id=e44e7dbe-2d2c-457d-9716-5f691fdf46eb HTTP/1.1" status: 200 len: 948 time: 0.1836767 Apr 16 16:51:12.137067 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e44e7dbe-2d2c-457d-9716-5f691fdf46eb', 'tag': '880ee50a-3fcb-432c-8dbc-435e5a6da5ef', 'status': 'completed', 'code': 200} Apr 16 16:51:12.167856 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-51e499fc-347f-4d40-8d04-555222204536 req-a26dff12-c2e0-4a31-b89c-9dc2818b9599 tempest-VolumesNegativeTest-52718455 tempest-VolumesNegativeTest-52718455-project] 10.222.0.38 "GET /v2.0/security-groups?id=24941e9d-43ce-4bb4-b932-6005909c6f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325662 Apr 16 16:51:12.217325 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9139b9-78c9-4130-8457-0f4325608282 req-cb682085-9bf7-4000-9b11-e5142f6881b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:51:12.219222 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-7a9139b9-78c9-4130-8457-0f4325608282 req-cb682085-9bf7-4000-9b11-e5142f6881b3 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=b3a4ef46b07b453d8a9450ce7e7a4737&device_id=e44e7dbe-2d2c-457d-9716-5f691fdf46eb HTTP/1.1" status: 200 len: 1101 time: 0.1625245 Apr 16 16:51:12.332244 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-7a9139b9-78c9-4130-8457-0f4325608282 req-c7d8a0fd-86c8-4a01-9ebb-c009a6e780c0 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=880ee50a-3fcb-432c-8dbc-435e5a6da5ef HTTP/1.1" status: 200 len: 217 time: 0.1008356 Apr 16 16:51:12.444801 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9139b9-78c9-4130-8457-0f4325608282 req-900d73f6-92d7-48a6-9ea6-0c29c5cb2ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:51:12.446542 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-7a9139b9-78c9-4130-8457-0f4325608282 req-900d73f6-92d7-48a6-9ea6-0c29c5cb2ea5 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=e5a106cb-fe28-4105-9cd3-e73bdafd35f9 HTTP/1.1" status: 200 len: 843 time: 0.1057751 Apr 16 16:51:12.601337 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9139b9-78c9-4130-8457-0f4325608282 req-3147bfc2-f78e-413c-ad48-d8595b5276b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:51:12.603524 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-7a9139b9-78c9-4130-8457-0f4325608282 req-3147bfc2-f78e-413c-ad48-d8595b5276b9 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=ecbd5c03-d3b4-421c-b723-4b7867d86e34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1482770 Apr 16 16:51:12.883841 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-7a9139b9-78c9-4130-8457-0f4325608282 req-7eac9959-6326-4a21-bc83-a5edb1006e36 service neutron] 10.222.0.87 "GET /v2.0/networks/ecbd5c03-d3b4-421c-b723-4b7867d86e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2696030 Apr 16 16:51:12.937931 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd098ec-aa4b-4722-80ba-7a472d046a42 req-23be241c-8fda-404e-8a65-abeb673cced0 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:51:12.940594 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-ccd098ec-aa4b-4722-80ba-7a472d046a42 req-23be241c-8fda-404e-8a65-abeb673cced0 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/ports?device_id=4c6f8080-b802-4729-8986-12463eb33e3e HTTP/1.1" status: 200 len: 945 time: 0.4011340 Apr 16 16:51:13.106703 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-ccd098ec-aa4b-4722-80ba-7a472d046a42 req-7e43965e-77a7-409c-a05c-4384e89902c7 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/security-groups?id=ad23a607-8b6f-4d76-a678-412bf8b292b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011183 Apr 16 16:51:13.144497 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-7a9139b9-78c9-4130-8457-0f4325608282 req-df850b7a-3378-4f5b-9a13-cedface7f2c9 service neutron] 10.222.0.87 "GET /v2.0/networks/ecbd5c03-d3b4-421c-b723-4b7867d86e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2526188 Apr 16 16:51:13.346351 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc96633-8ea1-4a22-935e-6e40bda9a01c req-ec556c07-e8e7-4e07-bcec-beec7fea5545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:51:13.348123 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-9dc96633-8ea1-4a22-935e-6e40bda9a01c req-ec556c07-e8e7-4e07-bcec-beec7fea5545 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=b3a4ef46b07b453d8a9450ce7e7a4737&device_id=e44e7dbe-2d2c-457d-9716-5f691fdf46eb HTTP/1.1" status: 200 len: 1101 time: 0.1340222 Apr 16 16:51:13.505504 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b48560-80de-4c69-8be4-b867bac19b85 req-67966521-d829-4488-ab98-ddcc1bd89afa tempest-VolumesNegativeTest-52718455 tempest-VolumesNegativeTest-52718455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:51:13.508237 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-f5b48560-80de-4c69-8be4-b867bac19b85 req-67966521-d829-4488-ab98-ddcc1bd89afa tempest-VolumesNegativeTest-52718455 tempest-VolumesNegativeTest-52718455-project] 10.222.0.38 "GET /v2.0/ports?device_id=e44e7dbe-2d2c-457d-9716-5f691fdf46eb HTTP/1.1" status: 200 len: 948 time: 0.1631014 Apr 16 16:51:13.587736 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc96633-8ea1-4a22-935e-6e40bda9a01c req-e7676db6-5770-49b4-91dc-232e2d06dd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:51:13.590233 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-9dc96633-8ea1-4a22-935e-6e40bda9a01c req-e7676db6-5770-49b4-91dc-232e2d06dd80 service neutron] 10.222.0.87 "GET /v2.0/networks?id=ecbd5c03-d3b4-421c-b723-4b7867d86e34 HTTP/1.1" status: 200 len: 870 time: 0.2319665 Apr 16 16:51:13.619149 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-f5b48560-80de-4c69-8be4-b867bac19b85 req-a6be9fa6-3510-4236-ad65-23ac1a2dc7b4 tempest-VolumesNegativeTest-52718455 tempest-VolumesNegativeTest-52718455-project] 10.222.0.38 "GET /v2.0/security-groups?id=24941e9d-43ce-4bb4-b932-6005909c6f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940695 Apr 16 16:51:13.705754 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-9dc96633-8ea1-4a22-935e-6e40bda9a01c req-bc4787fa-b943-4d2f-ada4-bc748cdcacea service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=880ee50a-3fcb-432c-8dbc-435e5a6da5ef HTTP/1.1" status: 200 len: 217 time: 0.1074908 Apr 16 16:51:13.814245 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc96633-8ea1-4a22-935e-6e40bda9a01c req-14acd320-3ec1-43f7-b4ee-2e45b4884b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:51:13.816262 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-9dc96633-8ea1-4a22-935e-6e40bda9a01c req-14acd320-3ec1-43f7-b4ee-2e45b4884b9d service neutron] 10.222.0.87 "GET /v2.0/subnets?id=e5a106cb-fe28-4105-9cd3-e73bdafd35f9 HTTP/1.1" status: 200 len: 843 time: 0.1007590 Apr 16 16:51:13.917993 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc96633-8ea1-4a22-935e-6e40bda9a01c req-63b163d2-c0db-4fa5-906e-9b5a23b2b2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:51:13.920967 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-9dc96633-8ea1-4a22-935e-6e40bda9a01c req-63b163d2-c0db-4fa5-906e-9b5a23b2b2be service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=ecbd5c03-d3b4-421c-b723-4b7867d86e34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0958369 Apr 16 16:51:14.113466 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-9dc96633-8ea1-4a22-935e-6e40bda9a01c req-e09d1717-7553-4162-9efa-a86e9cf0c626 service neutron] 10.222.0.87 "GET /v2.0/networks/ecbd5c03-d3b4-421c-b723-4b7867d86e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844978 Apr 16 16:51:14.368950 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-9dc96633-8ea1-4a22-935e-6e40bda9a01c req-f0ccb344-a44f-4938-a0ea-0f82d6589973 service neutron] 10.222.0.87 "GET /v2.0/networks/ecbd5c03-d3b4-421c-b723-4b7867d86e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466471 Apr 16 16:51:14.446134 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d16a19-cbf8-4f81-881f-7857efb96d91 req-8d74bd39-7902-49ec-a0ba-530ab3a704e0 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:51:14.449022 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-c8d16a19-cbf8-4f81-881f-7857efb96d91 req-8d74bd39-7902-49ec-a0ba-530ab3a704e0 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/ports?device_id=4c6f8080-b802-4729-8986-12463eb33e3e HTTP/1.1" status: 200 len: 945 time: 0.1291599 Apr 16 16:51:14.528208 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-c8d16a19-cbf8-4f81-881f-7857efb96d91 req-52a51796-dd02-4d97-abc3-d0cc68724f13 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/security-groups?id=ad23a607-8b6f-4d76-a678-412bf8b292b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624769 Apr 16 16:51:14.919814 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe26c3c-0e65-4254-a250-3bf151219583 req-97673ae9-62b9-4f47-ac5b-e1194f231f89 tempest-VolumesNegativeTest-52718455 tempest-VolumesNegativeTest-52718455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:51:14.921637 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-ebe26c3c-0e65-4254-a250-3bf151219583 req-97673ae9-62b9-4f47-ac5b-e1194f231f89 tempest-VolumesNegativeTest-52718455 tempest-VolumesNegativeTest-52718455-project] 10.222.0.38 "GET /v2.0/ports?device_id=e44e7dbe-2d2c-457d-9716-5f691fdf46eb HTTP/1.1" status: 200 len: 948 time: 0.1248617 Apr 16 16:51:14.978961 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-ebe26c3c-0e65-4254-a250-3bf151219583 req-d07054a7-6b37-4349-9dee-1885f28b896f tempest-VolumesNegativeTest-52718455 tempest-VolumesNegativeTest-52718455-project] 10.222.0.38 "GET /v2.0/security-groups?id=24941e9d-43ce-4bb4-b932-6005909c6f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492280 Apr 16 16:51:15.833311 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb76685-394a-4c23-94b0-02d58853101b req-6b812130-57b0-480b-9664-8c9998802ef4 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:51:15.835380 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-ebb76685-394a-4c23-94b0-02d58853101b req-6b812130-57b0-480b-9664-8c9998802ef4 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/ports?device_id=4c6f8080-b802-4729-8986-12463eb33e3e HTTP/1.1" status: 200 len: 945 time: 0.1383176 Apr 16 16:51:15.893935 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-ebb76685-394a-4c23-94b0-02d58853101b req-5eb34fa9-93bc-459a-ad22-3c5c053c739c tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/security-groups?id=ad23a607-8b6f-4d76-a678-412bf8b292b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508409 Apr 16 16:51:16.235978 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832fbe85-3203-4329-bf5b-ac47cba4a418 req-cdb3b0f8-ac59-4f96-9a5e-68e74e4576f8 tempest-VolumesNegativeTest-52718455 tempest-VolumesNegativeTest-52718455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:51:16.238797 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-832fbe85-3203-4329-bf5b-ac47cba4a418 req-cdb3b0f8-ac59-4f96-9a5e-68e74e4576f8 tempest-VolumesNegativeTest-52718455 tempest-VolumesNegativeTest-52718455-project] 10.222.0.38 "GET /v2.0/ports?device_id=e44e7dbe-2d2c-457d-9716-5f691fdf46eb HTTP/1.1" status: 200 len: 948 time: 0.1243856 Apr 16 16:51:16.298756 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-832fbe85-3203-4329-bf5b-ac47cba4a418 req-31f0a4bb-7c47-44d6-a30f-fe62a7eb3c1a tempest-VolumesNegativeTest-52718455 tempest-VolumesNegativeTest-52718455-project] 10.222.0.38 "GET /v2.0/security-groups?id=24941e9d-43ce-4bb4-b932-6005909c6f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487049 Apr 16 16:51:17.177765 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87130e1f-73a9-46b5-bf23-b2868d10cddd req-f6118474-022d-4512-b590-b0eb6dee9f4d tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:51:17.179660 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-87130e1f-73a9-46b5-bf23-b2868d10cddd req-f6118474-022d-4512-b590-b0eb6dee9f4d tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/ports?device_id=4c6f8080-b802-4729-8986-12463eb33e3e HTTP/1.1" status: 200 len: 945 time: 0.1169031 Apr 16 16:51:17.246046 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-87130e1f-73a9-46b5-bf23-b2868d10cddd req-daa025f9-b6ef-4932-a3e9-67ffea35cd45 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/security-groups?id=ad23a607-8b6f-4d76-a678-412bf8b292b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584028 Apr 16 16:51:17.516373 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35b7014-6cd2-4b03-843a-0e3b6590caa1 req-c3aa616e-0223-42ec-88ca-9f2d77d94d7a tempest-VolumesNegativeTest-52718455 tempest-VolumesNegativeTest-52718455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:51:17.517992 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-d35b7014-6cd2-4b03-843a-0e3b6590caa1 req-c3aa616e-0223-42ec-88ca-9f2d77d94d7a tempest-VolumesNegativeTest-52718455 tempest-VolumesNegativeTest-52718455-project] 10.222.0.38 "GET /v2.0/ports?device_id=e44e7dbe-2d2c-457d-9716-5f691fdf46eb HTTP/1.1" status: 200 len: 948 time: 0.0931065 Apr 16 16:51:17.556934 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Device 880ee50a-3fcb-432c-8dbc-435e5a6da5ef details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=85337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 16:51:17.575649 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-d35b7014-6cd2-4b03-843a-0e3b6590caa1 req-dfac6214-3190-4575-bc41-0a5aaa292336 tempest-VolumesNegativeTest-52718455 tempest-VolumesNegativeTest-52718455-project] 10.222.0.38 "GET /v2.0/security-groups?id=24941e9d-43ce-4bb4-b932-6005909c6f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471075 Apr 16 16:51:17.719932 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] For port 880ee50a-3fcb-432c-8dbc-435e5a6da5ef, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=880ee50a-3fcb-432c-8dbc-435e5a6da5ef,segment=NetworkSegment(c73419f2-f6c9-4456-bb16-0823926d3fac),segment_id=c73419f2-f6c9-4456-bb16-0823926d3fac)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:51:17.737903 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Returning: {'device': '880ee50a-3fcb-432c-8dbc-435e5a6da5ef', 'network_id': 'ecbd5c03-d3b4-421c-b723-4b7867d86e34', 'port_id': '880ee50a-3fcb-432c-8dbc-435e5a6da5ef', 'mac_address': 'fa:16:3e:29:c5:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 751, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5a106cb-fe28-4105-9cd3-e73bdafd35f9', 'ip_address': '192.168.233.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 16:51:17.815164 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:51:17.843019 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 880ee50a-3fcb-432c-8dbc-435e5a6da5ef {{(pid=85337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 16:51:17.862418 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] For port 880ee50a-3fcb-432c-8dbc-435e5a6da5ef, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=880ee50a-3fcb-432c-8dbc-435e5a6da5ef,segment=NetworkSegment(c73419f2-f6c9-4456-bb16-0823926d3fac),segment_id=c73419f2-f6c9-4456-bb16-0823926d3fac)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:51:17.866123 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:51:17.868026 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:51:17.943653 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Pushing event updated for resources: {'Port': ['ID=880ee50a-3fcb-432c-8dbc-435e5a6da5ef,revision_number=4']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:51:17.947318 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:51:18.142614 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] get_ports_and_sgs() called for port_ids ['880ee50a-3fcb-432c-8dbc-435e5a6da5ef'] {{(pid=85337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 16:51:18.536250 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c519986-47e5-46a1-ba6c-ec19bf26ca29 req-097723e8-d1dc-4f23-866d-44aeb4ede634 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:51:18.538027 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-1c519986-47e5-46a1-ba6c-ec19bf26ca29 req-097723e8-d1dc-4f23-866d-44aeb4ede634 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/ports?device_id=4c6f8080-b802-4729-8986-12463eb33e3e HTTP/1.1" status: 200 len: 945 time: 0.1079640 Apr 16 16:51:18.616051 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-1c519986-47e5-46a1-ba6c-ec19bf26ca29 req-f03a84af-51fc-437a-b12c-2f982ed26468 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/security-groups?id=ad23a607-8b6f-4d76-a678-412bf8b292b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685410 Apr 16 16:51:18.826619 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaa1dfd-3a3a-4399-87a5-43f8aaef0c1a req-539caf2d-e525-4cc0-aa04-6369e78764d4 tempest-VolumesNegativeTest-52718455 tempest-VolumesNegativeTest-52718455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:51:18.828166 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-4eaa1dfd-3a3a-4399-87a5-43f8aaef0c1a req-539caf2d-e525-4cc0-aa04-6369e78764d4 tempest-VolumesNegativeTest-52718455 tempest-VolumesNegativeTest-52718455-project] 10.222.0.38 "GET /v2.0/ports?device_id=e44e7dbe-2d2c-457d-9716-5f691fdf46eb HTTP/1.1" status: 200 len: 949 time: 0.0998046 Apr 16 16:51:18.885308 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-4eaa1dfd-3a3a-4399-87a5-43f8aaef0c1a req-e3d010a7-6617-4f12-ad0d-9304fb345f8b tempest-VolumesNegativeTest-52718455 tempest-VolumesNegativeTest-52718455-project] 10.222.0.38 "GET /v2.0/security-groups?id=24941e9d-43ce-4bb4-b932-6005909c6f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470760 Apr 16 16:51:19.566566 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Device 880ee50a-3fcb-432c-8dbc-435e5a6da5ef up at agent hyperv_hv-cinder-73362 {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:51:19.650655 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Provisioning for port 880ee50a-3fcb-432c-8dbc-435e5a6da5ef completed by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:51:19.657079 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Provisioning complete for port 880ee50a-3fcb-432c-8dbc-435e5a6da5ef triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:51:19.657482 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852761088'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:51:19.814760 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-12701c3a-625b-4529-b411-f83af098bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:51:19.820494 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:51:19.859195 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e44e7dbe-2d2c-457d-9716-5f691fdf46eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '880ee50a-3fcb-432c-8dbc-435e5a6da5ef'}] {{(pid=85337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:51:19.871108 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] For port 880ee50a-3fcb-432c-8dbc-435e5a6da5ef, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=880ee50a-3fcb-432c-8dbc-435e5a6da5ef,segment=NetworkSegment(c73419f2-f6c9-4456-bb16-0823926d3fac),segment_id=c73419f2-f6c9-4456-bb16-0823926d3fac)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:51:19.875263 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:51:19.877249 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:51:19.911196 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5140028a-45d2-471b-9b40-6eee66f627ad req-baeb869d-fff2-4e39-b28d-1a56f18b9f42 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:51:19.916076 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-5140028a-45d2-471b-9b40-6eee66f627ad req-baeb869d-fff2-4e39-b28d-1a56f18b9f42 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/ports?device_id=4c6f8080-b802-4729-8986-12463eb33e3e HTTP/1.1" status: 200 len: 945 time: 0.1041942 Apr 16 16:51:19.959369 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Pushing event updated for resources: {'Port': ['ID=880ee50a-3fcb-432c-8dbc-435e5a6da5ef,revision_number=5']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:51:19.970500 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:51:19.971560 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:51:19.971560 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:51:19.971826 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:51:19.972295 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:51:19.972705 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:51:19.973080 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:51:19.974349 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:51:19.974349 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:51:19.974349 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:51:19.974664 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:51:19.975036 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:51:19.980456 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:51:19.993047 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-5140028a-45d2-471b-9b40-6eee66f627ad req-eba42488-d863-4431-afb6-83ffaf5680af tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/security-groups?id=ad23a607-8b6f-4d76-a678-412bf8b292b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691698 Apr 16 16:51:19.999655 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e44e7dbe-2d2c-457d-9716-5f691fdf46eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '880ee50a-3fcb-432c-8dbc-435e5a6da5ef', 'code': 200} Apr 16 16:51:20.226983 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e41137f-6eb8-4e98-884d-43bcb44077cb req-8922a979-7cf9-4a83-96db-33aa9508fece tempest-VolumesNegativeTest-52718455 tempest-VolumesNegativeTest-52718455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:51:20.229680 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-0e41137f-6eb8-4e98-884d-43bcb44077cb req-8922a979-7cf9-4a83-96db-33aa9508fece tempest-VolumesNegativeTest-52718455 tempest-VolumesNegativeTest-52718455-project] 10.222.0.38 "GET /v2.0/ports?device_id=e44e7dbe-2d2c-457d-9716-5f691fdf46eb HTTP/1.1" status: 200 len: 950 time: 0.1319497 Apr 16 16:51:20.301523 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-0e41137f-6eb8-4e98-884d-43bcb44077cb req-dd29a271-dfa0-47e8-a1e9-87531779f996 tempest-VolumesNegativeTest-52718455 tempest-VolumesNegativeTest-52718455-project] 10.222.0.38 "GET /v2.0/security-groups?id=24941e9d-43ce-4bb4-b932-6005909c6f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575948 Apr 16 16:51:20.311602 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a62f0a-eff0-478c-9e1e-1fda5ab864da req-259e6982-d7a3-42a8-8a40-d8190c733c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:51:20.313469 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-f0a62f0a-eff0-478c-9e1e-1fda5ab864da req-259e6982-d7a3-42a8-8a40-d8190c733c1f service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=e44e7dbe-2d2c-457d-9716-5f691fdf46eb HTTP/1.1" status: 200 len: 1103 time: 0.1096179 Apr 16 16:51:20.374986 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-f0a62f0a-eff0-478c-9e1e-1fda5ab864da req-5dabc986-af1e-4462-8d86-1d2094ef6bb1 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=24941e9d-43ce-4bb4-b932-6005909c6f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526412 Apr 16 16:51:21.260472 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc27abd-5054-450a-bbff-4b8c752ffd78 req-46e6700f-fa7c-42a3-9625-d56be082f31d tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:51:21.264186 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-cdc27abd-5054-450a-bbff-4b8c752ffd78 req-46e6700f-fa7c-42a3-9625-d56be082f31d tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/ports?device_id=4c6f8080-b802-4729-8986-12463eb33e3e HTTP/1.1" status: 200 len: 945 time: 0.1221027 Apr 16 16:51:21.321297 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-cdc27abd-5054-450a-bbff-4b8c752ffd78 req-c71a8601-65bc-48ba-b614-4ea035818161 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/security-groups?id=ad23a607-8b6f-4d76-a678-412bf8b292b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490358 Apr 16 16:51:21.607331 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.agents_db [None req-ebbb9395-3582-4696-b633-83ddaf7c527f None None] Agent healthcheck: found 6 active agents {{(pid=85338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 16:51:21.651075 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8d28e9-b0a9-4c35-9a3c-eadf79a18360 req-ede10f58-a4f7-4ac0-ab93-95e4b8d49d54 tempest-VolumesNegativeTest-52718455 tempest-VolumesNegativeTest-52718455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:51:21.653113 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-3c8d28e9-b0a9-4c35-9a3c-eadf79a18360 req-ede10f58-a4f7-4ac0-ab93-95e4b8d49d54 tempest-VolumesNegativeTest-52718455 tempest-VolumesNegativeTest-52718455-project] 10.222.0.38 "GET /v2.0/ports?device_id=e44e7dbe-2d2c-457d-9716-5f691fdf46eb HTTP/1.1" status: 200 len: 950 time: 0.1657109 Apr 16 16:51:21.723473 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-3c8d28e9-b0a9-4c35-9a3c-eadf79a18360 req-a8cc29f8-79fa-4891-94a2-76ee562afad1 tempest-VolumesNegativeTest-52718455 tempest-VolumesNegativeTest-52718455-project] 10.222.0.38 "GET /v2.0/security-groups?id=24941e9d-43ce-4bb4-b932-6005909c6f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624638 Apr 16 16:51:21.823390 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-77b2fc4d-1556-46c5-b926-117f0e3a2876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:51:22.681755 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa03273-3ef4-47d0-a96d-3250f88cdc81 req-3d8afe20-1354-4c91-9de4-b547e9b7b857 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:51:22.684899 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-5fa03273-3ef4-47d0-a96d-3250f88cdc81 req-3d8afe20-1354-4c91-9de4-b547e9b7b857 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/ports?device_id=4c6f8080-b802-4729-8986-12463eb33e3e HTTP/1.1" status: 200 len: 945 time: 0.1575830 Apr 16 16:51:22.752040 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-5fa03273-3ef4-47d0-a96d-3250f88cdc81 req-116442be-9134-485b-85e2-a758c82440d4 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/security-groups?id=ad23a607-8b6f-4d76-a678-412bf8b292b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561633 Apr 16 16:51:22.862095 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-45c0d62a-bc24-48a8-9022-8ca56da26294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:51:23.053590 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871b177f-d6cd-42b5-9237-ef3d9c0bf05d req-b10a3a1e-b163-4408-9aeb-97ffb7e9b76f tempest-VolumesNegativeTest-52718455 tempest-VolumesNegativeTest-52718455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:51:23.055321 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-871b177f-d6cd-42b5-9237-ef3d9c0bf05d req-b10a3a1e-b163-4408-9aeb-97ffb7e9b76f tempest-VolumesNegativeTest-52718455 tempest-VolumesNegativeTest-52718455-project] 10.222.0.38 "GET /v2.0/ports?device_id=e44e7dbe-2d2c-457d-9716-5f691fdf46eb HTTP/1.1" status: 200 len: 950 time: 0.1481063 Apr 16 16:51:23.124344 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-871b177f-d6cd-42b5-9237-ef3d9c0bf05d req-ce5189f8-e7da-49a3-bf15-8cd13a1994b2 tempest-VolumesNegativeTest-52718455 tempest-VolumesNegativeTest-52718455-project] 10.222.0.38 "GET /v2.0/security-groups?id=24941e9d-43ce-4bb4-b932-6005909c6f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605135 Apr 16 16:51:23.509731 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:51:23.583989 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Device 1a2753f0-829b-44c8-b562-25e0a67aa0e0 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=85337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 16:51:23.836543 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] For port 1a2753f0-829b-44c8-b562-25e0a67aa0e0, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=1a2753f0-829b-44c8-b562-25e0a67aa0e0,segment=NetworkSegment(9ac9f406-6c3c-40ac-9dbd-02eabe5a0c9b),segment_id=9ac9f406-6c3c-40ac-9dbd-02eabe5a0c9b)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:51:23.875622 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Returning: {'device': '1a2753f0-829b-44c8-b562-25e0a67aa0e0', 'network_id': '3850fa94-c64e-47a7-8ac1-100295c70767', 'port_id': '1a2753f0-829b-44c8-b562-25e0a67aa0e0', 'mac_address': 'fa:16:3e:fe:b2:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d318de4-dae1-4537-aa0d-b7c79b5c1954', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 16:51:24.031374 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:51:24.061776 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1a2753f0-829b-44c8-b562-25e0a67aa0e0 {{(pid=85337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 16:51:24.092799 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] For port 1a2753f0-829b-44c8-b562-25e0a67aa0e0, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=1a2753f0-829b-44c8-b562-25e0a67aa0e0,segment=NetworkSegment(9ac9f406-6c3c-40ac-9dbd-02eabe5a0c9b),segment_id=9ac9f406-6c3c-40ac-9dbd-02eabe5a0c9b)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:51:24.098134 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:51:24.102113 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-66810f74-4a4f-482e-a49e-f7968060ceb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:51:24.112584 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6db78c-01ba-4052-9b0e-0a2a21bb24e7 req-02c09fdb-41eb-4e78-98e0-6d45930a2426 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:51:24.121561 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a34406-6cd2-4f6c-94ea-48c002cf6ece req-77f34dc7-61cc-48e3-a53e-57ab8cf09e5c tempest-VolumesNegativeTest-52718455 tempest-VolumesNegativeTest-52718455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:51:24.125180 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-30a34406-6cd2-4f6c-94ea-48c002cf6ece req-77f34dc7-61cc-48e3-a53e-57ab8cf09e5c tempest-VolumesNegativeTest-52718455 tempest-VolumesNegativeTest-52718455-project] 10.222.0.38 "GET /v2.0/ports?device_id=e44e7dbe-2d2c-457d-9716-5f691fdf46eb HTTP/1.1" status: 200 len: 950 time: 0.1746709 Apr 16 16:51:24.126536 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-3c6db78c-01ba-4052-9b0e-0a2a21bb24e7 req-02c09fdb-41eb-4e78-98e0-6d45930a2426 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/ports?device_id=4c6f8080-b802-4729-8986-12463eb33e3e HTTP/1.1" status: 200 len: 945 time: 0.1590374 Apr 16 16:51:24.202110 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-3c6db78c-01ba-4052-9b0e-0a2a21bb24e7 req-bdb0b804-b794-4fb5-ac59-57e77ea0ae55 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/security-groups?id=ad23a607-8b6f-4d76-a678-412bf8b292b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728390 Apr 16 16:51:24.252312 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-30a34406-6cd2-4f6c-94ea-48c002cf6ece req-70fade26-6c5f-480a-94ff-a617647e844b tempest-VolumesNegativeTest-52718455 tempest-VolumesNegativeTest-52718455-project] 10.222.0.38 "GET /v2.0/security-groups?id=24941e9d-43ce-4bb4-b932-6005909c6f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094708 Apr 16 16:51:24.510086 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] get_ports_and_sgs() called for port_ids ['1a2753f0-829b-44c8-b562-25e0a67aa0e0'] {{(pid=85337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 16:51:24.578410 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Pushing event updated for resources: {'Port': ['ID=1a2753f0-829b-44c8-b562-25e0a67aa0e0,revision_number=6']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:51:24.589792 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:51:24.610175 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-53783e99-0c04-4d0d-b0b5-c5fd538000c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:51:25.561075 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc63702-0878-47c8-a890-a155a937dc1a req-32d0ed46-53ad-42ac-b42f-32e41d3f8cf9 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:51:25.563913 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-4dc63702-0878-47c8-a890-a155a937dc1a req-32d0ed46-53ad-42ac-b42f-32e41d3f8cf9 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/ports?device_id=4c6f8080-b802-4729-8986-12463eb33e3e HTTP/1.1" status: 200 len: 944 time: 0.1423156 Apr 16 16:51:25.613349 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Device 1a2753f0-829b-44c8-b562-25e0a67aa0e0 up at agent hyperv_hv-cinder-73362 {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:51:25.655500 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-4dc63702-0878-47c8-a890-a155a937dc1a req-63872d8f-c7ad-4289-abb9-af1b20734932 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/security-groups?id=ad23a607-8b6f-4d76-a678-412bf8b292b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845912 Apr 16 16:51:25.814226 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Provisioning complete for port 1a2753f0-829b-44c8-b562-25e0a67aa0e0 triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:51:25.814755 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852761088'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:51:26.050943 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4559e1b7-e9c3-4bb8-b6e5-65cb907e3685 req-d06e9e38-4761-48b5-a6ef-e3714e02b72b tempest-VolumesNegativeTest-52718455 tempest-VolumesNegativeTest-52718455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:51:26.052707 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:51:26.053200 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-4559e1b7-e9c3-4bb8-b6e5-65cb907e3685 req-d06e9e38-4761-48b5-a6ef-e3714e02b72b tempest-VolumesNegativeTest-52718455 tempest-VolumesNegativeTest-52718455-project] 10.222.0.87 "GET /v2.0/ports?device_id=e44e7dbe-2d2c-457d-9716-5f691fdf46eb HTTP/1.1" status: 200 len: 950 time: 0.6907043 Apr 16 16:51:26.092458 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c6f8080-b802-4729-8986-12463eb33e3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a2753f0-829b-44c8-b562-25e0a67aa0e0'}] {{(pid=85337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:51:26.105630 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] For port 1a2753f0-829b-44c8-b562-25e0a67aa0e0, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=1a2753f0-829b-44c8-b562-25e0a67aa0e0,segment=NetworkSegment(9ac9f406-6c3c-40ac-9dbd-02eabe5a0c9b),segment_id=9ac9f406-6c3c-40ac-9dbd-02eabe5a0c9b)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:51:26.110649 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:51:26.114854 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:51:26.191431 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c6f8080-b802-4729-8986-12463eb33e3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a2753f0-829b-44c8-b562-25e0a67aa0e0', 'code': 200} Apr 16 16:51:26.208511 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cf8bea-c499-4c75-829b-5288261f282a req-9c9397b4-4696-4230-bc5c-0e41f581a70a tempest-VolumesNegativeTest-52718455 tempest-VolumesNegativeTest-52718455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:51:26.224670 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-a1cf8bea-c499-4c75-829b-5288261f282a req-9c9397b4-4696-4230-bc5c-0e41f581a70a tempest-VolumesNegativeTest-52718455 tempest-VolumesNegativeTest-52718455-project] 10.222.0.38 "GET /v2.0/ports?device_id=e44e7dbe-2d2c-457d-9716-5f691fdf46eb HTTP/1.1" status: 200 len: 950 time: 0.7401862 Apr 16 16:51:26.235041 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Pushing event updated for resources: {'Port': ['ID=1a2753f0-829b-44c8-b562-25e0a67aa0e0,revision_number=7']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:51:26.251801 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:51:26.289478 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [req-4559e1b7-e9c3-4bb8-b6e5-65cb907e3685 req-72325196-25c2-41ee-9767-0004dfd4b2cb tempest-VolumesNegativeTest-52718455 tempest-VolumesNegativeTest-52718455-project] Deleting port 880ee50a-3fcb-432c-8dbc-435e5a6da5ef {{(pid=85336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:51:26.289952 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-4559e1b7-e9c3-4bb8-b6e5-65cb907e3685 req-72325196-25c2-41ee-9767-0004dfd4b2cb tempest-VolumesNegativeTest-52718455 tempest-VolumesNegativeTest-52718455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285398617716'] for port, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:51:26.408510 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-a1cf8bea-c499-4c75-829b-5288261f282a req-703edea3-57a2-4a59-9679-78d51850fee2 tempest-VolumesNegativeTest-52718455 tempest-VolumesNegativeTest-52718455-project] 10.222.0.38 "GET /v2.0/security-groups?id=24941e9d-43ce-4bb4-b932-6005909c6f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823955 Apr 16 16:51:26.804388 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [req-4559e1b7-e9c3-4bb8-b6e5-65cb907e3685 req-72325196-25c2-41ee-9767-0004dfd4b2cb tempest-VolumesNegativeTest-52718455 tempest-VolumesNegativeTest-52718455-project] For port 880ee50a-3fcb-432c-8dbc-435e5a6da5ef, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=880ee50a-3fcb-432c-8dbc-435e5a6da5ef,segment=NetworkSegment(c73419f2-f6c9-4456-bb16-0823926d3fac),segment_id=c73419f2-f6c9-4456-bb16-0823926d3fac)] {{(pid=85336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:51:26.805239 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-4559e1b7-e9c3-4bb8-b6e5-65cb907e3685 req-72325196-25c2-41ee-9767-0004dfd4b2cb tempest-VolumesNegativeTest-52718455 tempest-VolumesNegativeTest-52718455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436170'] for port, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:51:27.028898 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [req-4559e1b7-e9c3-4bb8-b6e5-65cb907e3685 req-72325196-25c2-41ee-9767-0004dfd4b2cb tempest-VolumesNegativeTest-52718455 tempest-VolumesNegativeTest-52718455-project] Calling delete_port for 880ee50a-3fcb-432c-8dbc-435e5a6da5ef owned by compute:nova {{(pid=85336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 16:51:27.030974 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd27cf68-34f1-4df1-8b90-e380cd61c4e1 req-db05bb9f-31d1-4019-a787-f70859c8999f tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:51:27.044301 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-cd27cf68-34f1-4df1-8b90-e380cd61c4e1 req-db05bb9f-31d1-4019-a787-f70859c8999f tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/ports?device_id=4c6f8080-b802-4729-8986-12463eb33e3e HTTP/1.1" status: 200 len: 945 time: 0.1434031 Apr 16 16:51:27.114885 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-cd27cf68-34f1-4df1-8b90-e380cd61c4e1 req-2093f93f-f89c-425d-bcb7-a9e0a0296d49 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/security-groups?id=ad23a607-8b6f-4d76-a678-412bf8b292b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694613 Apr 16 16:51:27.283877 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-4559e1b7-e9c3-4bb8-b6e5-65cb907e3685 req-72325196-25c2-41ee-9767-0004dfd4b2cb tempest-VolumesNegativeTest-52718455 tempest-VolumesNegativeTest-52718455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751456166703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363285399062934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2420184'] for port, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:51:27.303961 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-170592e7-3f93-4cbe-88f8-b33771ca026c tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:51:27.448293 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72325196-25c2-41ee-9767-0004dfd4b2cb tempest-VolumesNegativeTest-52718455 tempest-VolumesNegativeTest-52718455-project] Pushing event deleted for resources: {'Port': ['ID=880ee50a-3fcb-432c-8dbc-435e5a6da5ef,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:51:27.455862 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-72325196-25c2-41ee-9767-0004dfd4b2cb tempest-VolumesNegativeTest-52718455 tempest-VolumesNegativeTest-52718455-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:51:27.608389 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Device 880ee50a-3fcb-432c-8dbc-435e5a6da5ef no longer exists at agent hyperv_hv-cinder-73362 {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 16:51:27.705286 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] No Port match for: 880ee50a-3fcb-432c-8dbc-435e5a6da5ef {{(pid=85337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 16:51:27.706191 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Device 880ee50a-3fcb-432c-8dbc-435e5a6da5ef not bound to the agent host hv-cinder-73362 {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 16:51:27.755052 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [req-4559e1b7-e9c3-4bb8-b6e5-65cb907e3685 req-72325196-25c2-41ee-9767-0004dfd4b2cb tempest-VolumesNegativeTest-52718455 tempest-VolumesNegativeTest-52718455-project] No DVR routers for this DVR port 880ee50a-3fcb-432c-8dbc-435e5a6da5ef on host hv-cinder-73362 {{(pid=85336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 16:51:27.765542 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-4559e1b7-e9c3-4bb8-b6e5-65cb907e3685 req-72325196-25c2-41ee-9767-0004dfd4b2cb tempest-VolumesNegativeTest-52718455 tempest-VolumesNegativeTest-52718455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768218'] for port, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:51:27.769197 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e44e7dbe-2d2c-457d-9716-5f691fdf46eb', 'name': 'network-vif-deleted', 'tag': '880ee50a-3fcb-432c-8dbc-435e5a6da5ef'}] {{(pid=85336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:51:27.791955 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-5b8f5512-8ad6-455d-aab2-a79b7cc4912b req-589a8bf7-6467-419d-8208-50e81aca31c5 tempest-VolumesNegativeTest-52718455 tempest-VolumesNegativeTest-52718455-project] 10.222.0.38 "GET /v2.0/ports?device_id=e44e7dbe-2d2c-457d-9716-5f691fdf46eb HTTP/1.1" status: 200 len: 210 time: 0.1720467 Apr 16 16:51:27.828082 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-4559e1b7-e9c3-4bb8-b6e5-65cb907e3685 req-72325196-25c2-41ee-9767-0004dfd4b2cb tempest-VolumesNegativeTest-52718455 tempest-VolumesNegativeTest-52718455-project] 10.222.0.87 "DELETE /v2.0/ports/880ee50a-3fcb-432c-8dbc-435e5a6da5ef HTTP/1.1" status: 204 len: 173 time: 1.7576900 Apr 16 16:51:27.903876 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e44e7dbe-2d2c-457d-9716-5f691fdf46eb', 'name': 'network-vif-deleted', 'tag': '880ee50a-3fcb-432c-8dbc-435e5a6da5ef', 'status': 'completed', 'code': 200} Apr 16 16:51:28.559490 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3d6b48-5510-4991-9287-ec090608773e req-070c0293-cacb-4032-85ff-b104bf1888bb tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:51:28.561249 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-5f3d6b48-5510-4991-9287-ec090608773e req-070c0293-cacb-4032-85ff-b104bf1888bb tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/ports?device_id=4c6f8080-b802-4729-8986-12463eb33e3e HTTP/1.1" status: 200 len: 945 time: 0.1925163 Apr 16 16:51:28.657967 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-5f3d6b48-5510-4991-9287-ec090608773e req-5f061937-48e0-4e17-8506-894a57d742e4 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/security-groups?id=ad23a607-8b6f-4d76-a678-412bf8b292b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800285 Apr 16 16:51:29.082157 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-7ec306f8-be6c-4bb3-b563-4542f63fc2db req-b69dcbe8-72aa-4897-953a-98357bf4e523 tempest-VolumesNegativeTest-52718455 tempest-VolumesNegativeTest-52718455-project] Synchronizing usage tracker for tenant:b3a4ef46b07b453d8a9450ce7e7a4737 on resource:port {{(pid=85336) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 16:51:29.118100 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-7ec306f8-be6c-4bb3-b563-4542f63fc2db req-b69dcbe8-72aa-4897-953a-98357bf4e523 tempest-VolumesNegativeTest-52718455 tempest-VolumesNegativeTest-52718455-project] Unset dirty status for tenant:b3a4ef46b07b453d8a9450ce7e7a4737 on resource:port {{(pid=85336) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 16:51:29.118100 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-7ec306f8-be6c-4bb3-b563-4542f63fc2db req-b69dcbe8-72aa-4897-953a-98357bf4e523 tempest-VolumesNegativeTest-52718455 tempest-VolumesNegativeTest-52718455-project] 10.222.0.38 "GET /v2.0/ports?device_id=e44e7dbe-2d2c-457d-9716-5f691fdf46eb HTTP/1.1" status: 200 len: 210 time: 0.0887427 Apr 16 16:51:29.974432 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9261f38-8b8b-4f24-8960-0c7bc6c7656c req-1e19e380-7bf4-4adc-bffc-0e23758eb85e tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:51:29.976921 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-a9261f38-8b8b-4f24-8960-0c7bc6c7656c req-1e19e380-7bf4-4adc-bffc-0e23758eb85e tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/ports?device_id=4c6f8080-b802-4729-8986-12463eb33e3e HTTP/1.1" status: 200 len: 945 time: 0.1261427 Apr 16 16:51:30.034785 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-a9261f38-8b8b-4f24-8960-0c7bc6c7656c req-0e4a234b-4fdc-4877-a9ed-e87ed4e56878 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/security-groups?id=ad23a607-8b6f-4d76-a678-412bf8b292b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494041 Apr 16 16:51:31.376215 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe16a9d-06aa-43ab-8d5f-4a4bab3ed1cd req-37fcc87e-8164-4613-9f32-69f2fef0ac2d tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:51:31.378696 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-3fe16a9d-06aa-43ab-8d5f-4a4bab3ed1cd req-37fcc87e-8164-4613-9f32-69f2fef0ac2d tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/ports?device_id=4c6f8080-b802-4729-8986-12463eb33e3e HTTP/1.1" status: 200 len: 945 time: 0.1276026 Apr 16 16:51:31.480468 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-3fe16a9d-06aa-43ab-8d5f-4a4bab3ed1cd req-7c604141-3988-4b0e-b93f-6d1132a3cb86 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/security-groups?id=ad23a607-8b6f-4d76-a678-412bf8b292b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936642 Apr 16 16:51:32.926975 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dae61b-e893-4487-aa7a-631dc9b0b322 req-f3d6c8b3-1bdd-4297-8326-14af034439fe tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:51:32.930036 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-41dae61b-e893-4487-aa7a-631dc9b0b322 req-f3d6c8b3-1bdd-4297-8326-14af034439fe tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/ports?device_id=4c6f8080-b802-4729-8986-12463eb33e3e HTTP/1.1" status: 200 len: 945 time: 0.1899526 Apr 16 16:51:33.009484 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-41dae61b-e893-4487-aa7a-631dc9b0b322 req-979c39f2-1c02-4089-abc4-9e894ec531c2 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/security-groups?id=ad23a607-8b6f-4d76-a678-412bf8b292b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616577 Apr 16 16:51:34.573969 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269e4ca9-b9db-4de9-b80a-b15eecf62ee3 req-d9cdcf64-7702-4d1d-a375-0e668d48cbf5 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:51:34.577370 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-269e4ca9-b9db-4de9-b80a-b15eecf62ee3 req-d9cdcf64-7702-4d1d-a375-0e668d48cbf5 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/ports?device_id=4c6f8080-b802-4729-8986-12463eb33e3e HTTP/1.1" status: 200 len: 945 time: 0.2162263 Apr 16 16:51:34.667247 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-269e4ca9-b9db-4de9-b80a-b15eecf62ee3 req-f394d562-b611-454f-ae2e-6c0ce04c5256 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/security-groups?id=ad23a607-8b6f-4d76-a678-412bf8b292b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796907 Apr 16 16:51:36.026608 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e747cabb-4926-416a-a4cf-21038337ff42 req-f4fa30ef-e908-419a-ab33-d4434c37007b tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:51:36.034756 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-e747cabb-4926-416a-a4cf-21038337ff42 req-f4fa30ef-e908-419a-ab33-d4434c37007b tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/ports?device_id=4c6f8080-b802-4729-8986-12463eb33e3e HTTP/1.1" status: 200 len: 945 time: 0.1450214 Apr 16 16:51:36.096576 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-e747cabb-4926-416a-a4cf-21038337ff42 req-7ec54079-65e7-4f6b-8b52-dfb3b39a0a05 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/security-groups?id=ad23a607-8b6f-4d76-a678-412bf8b292b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592761 Apr 16 16:51:36.808117 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520e3af1-5bd5-45b8-9d29-2b306b19725d req-e25eda32-6ec8-4c26-9a6e-a2541ec932cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:51:36.810285 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-520e3af1-5bd5-45b8-9d29-2b306b19725d req-e25eda32-6ec8-4c26-9a6e-a2541ec932cb service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=88a1c77b2ae945419c929cd0ad2c2a68&device_id=4c6f8080-b802-4729-8986-12463eb33e3e HTTP/1.1" status: 200 len: 1098 time: 0.0891075 Apr 16 16:51:36.971045 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520e3af1-5bd5-45b8-9d29-2b306b19725d req-213e8d92-e91d-43ac-b478-cef5b858c2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:51:36.972649 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-520e3af1-5bd5-45b8-9d29-2b306b19725d req-213e8d92-e91d-43ac-b478-cef5b858c2dc service neutron] 10.222.0.87 "GET /v2.0/networks?id=3850fa94-c64e-47a7-8ac1-100295c70767 HTTP/1.1" status: 200 len: 918 time: 0.1555920 Apr 16 16:51:37.093424 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-520e3af1-5bd5-45b8-9d29-2b306b19725d req-496c344f-5f62-4d96-b322-29222fac21b5 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a2753f0-829b-44c8-b562-25e0a67aa0e0 HTTP/1.1" status: 200 len: 1000 time: 0.1136761 Apr 16 16:51:37.206842 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520e3af1-5bd5-45b8-9d29-2b306b19725d req-ade51e12-44ec-4e80-8500-29e22e918ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:51:37.209023 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-520e3af1-5bd5-45b8-9d29-2b306b19725d req-ade51e12-44ec-4e80-8500-29e22e918ea8 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=3d318de4-dae1-4537-aa0d-b7c79b5c1954 HTTP/1.1" status: 200 len: 856 time: 0.1039760 Apr 16 16:51:37.398636 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520e3af1-5bd5-45b8-9d29-2b306b19725d req-6cac99ef-a7cd-4a73-a8cb-c581b8b1de6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:51:37.400300 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-520e3af1-5bd5-45b8-9d29-2b306b19725d req-6cac99ef-a7cd-4a73-a8cb-c581b8b1de6e service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=3850fa94-c64e-47a7-8ac1-100295c70767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1823306 Apr 16 16:51:37.408976 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477ecf48-5090-48f9-b04c-d1dc9201fe4a req-8d07c09f-a07e-4d38-abcf-fdfb8574a0d0 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:51:37.410629 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-477ecf48-5090-48f9-b04c-d1dc9201fe4a req-8d07c09f-a07e-4d38-abcf-fdfb8574a0d0 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/ports?device_id=4c6f8080-b802-4729-8986-12463eb33e3e HTTP/1.1" status: 200 len: 945 time: 0.1469312 Apr 16 16:51:37.492761 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 42930) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:51:37.555163 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-477ecf48-5090-48f9-b04c-d1dc9201fe4a req-4e735d28-fdc1-4611-b6f3-9dcafc1c86af tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/security-groups?id=ad23a607-8b6f-4d76-a678-412bf8b292b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191385 Apr 16 16:51:37.619003 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-520e3af1-5bd5-45b8-9d29-2b306b19725d req-82b99947-c207-409f-9542-385d632541e1 service neutron] 10.222.0.87 "GET /v2.0/networks/3850fa94-c64e-47a7-8ac1-100295c70767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072988 Apr 16 16:51:37.724205 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-6e4e92ce-ce1d-4662-926b-cde5f06f081b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b3a4ef46b07b453d8a9450ce7e7a4737&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2255874 Apr 16 16:51:37.724721 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 42936) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:51:37.836522 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-520e3af1-5bd5-45b8-9d29-2b306b19725d req-d641ae81-3776-4872-b8ed-20238e567780 service neutron] 10.222.0.87 "GET /v2.0/networks/3850fa94-c64e-47a7-8ac1-100295c70767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017996 Apr 16 16:51:37.841638 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-2ac1d8fb-a697-4e57-8bc2-d090d5a61bb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:51:37.875087 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-2ac1d8fb-a697-4e57-8bc2-d090d5a61bb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:51:37.926660 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-2ac1d8fb-a697-4e57-8bc2-d090d5a61bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:51:37.933225 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-8cfd6279-611f-481f-82e5-a82ef3b51c78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:51:37.950399 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac1d8fb-a697-4e57-8bc2-d090d5a61bb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24941e9d-43ce-4bb4-b932-6005909c6f97,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:51:37.956101 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-2ac1d8fb-a697-4e57-8bc2-d090d5a61bb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:51:37.959282 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-2ac1d8fb-a697-4e57-8bc2-d090d5a61bb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:51:37.961015 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-2ac1d8fb-a697-4e57-8bc2-d090d5a61bb4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/24941e9d-43ce-4bb4-b932-6005909c6f97 HTTP/1.1" status: 204 len: 168 time: 0.2351489 Apr 16 16:51:38.857828 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b13f85-d9ff-4da5-88b5-b20a40b28d7f req-8048b047-2d10-4ee3-97c6-85b4fadb2153 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:51:38.859570 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-b8b13f85-d9ff-4da5-88b5-b20a40b28d7f req-8048b047-2d10-4ee3-97c6-85b4fadb2153 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/ports?device_id=4c6f8080-b802-4729-8986-12463eb33e3e HTTP/1.1" status: 200 len: 945 time: 0.1097143 Apr 16 16:51:38.929643 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-b8b13f85-d9ff-4da5-88b5-b20a40b28d7f req-f8741e91-b51d-43bd-8ebe-9ad6ec73bb40 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/security-groups?id=ad23a607-8b6f-4d76-a678-412bf8b292b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620911 Apr 16 16:51:38.957628 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:51:39.691541 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Device 1a2753f0-829b-44c8-b562-25e0a67aa0e0 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 16:51:39.860439 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:51:39.911152 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c6f8080-b802-4729-8986-12463eb33e3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a2753f0-829b-44c8-b562-25e0a67aa0e0'}] {{(pid=85337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:51:39.926080 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] For port 1a2753f0-829b-44c8-b562-25e0a67aa0e0, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=1a2753f0-829b-44c8-b562-25e0a67aa0e0,segment=NetworkSegment(9ac9f406-6c3c-40ac-9dbd-02eabe5a0c9b),segment_id=9ac9f406-6c3c-40ac-9dbd-02eabe5a0c9b)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:51:39.930329 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:51:39.932517 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:51:39.982338 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c6f8080-b802-4729-8986-12463eb33e3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a2753f0-829b-44c8-b562-25e0a67aa0e0', 'code': 200} Apr 16 16:51:40.031509 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-eed579f7-ea1e-459a-8877-8ea7876e85c2 req-be176902-8af4-4ead-ae07-cb70f76fb6da service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=4c6f8080-b802-4729-8986-12463eb33e3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1229608 Apr 16 16:51:40.031744 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Pushing event updated for resources: {'Port': ['ID=1a2753f0-829b-44c8-b562-25e0a67aa0e0,revision_number=8']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:51:40.035762 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:51:40.240548 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed579f7-ea1e-459a-8877-8ea7876e85c2 req-10e08dc7-e636-4092-9fe9-792d02777b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:51:40.242954 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-eed579f7-ea1e-459a-8877-8ea7876e85c2 req-10e08dc7-e636-4092-9fe9-792d02777b89 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=88a1c77b2ae945419c929cd0ad2c2a68&device_id=4c6f8080-b802-4729-8986-12463eb33e3e HTTP/1.1" status: 200 len: 1096 time: 0.1188385 Apr 16 16:51:40.259861 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c129b39a-885b-4eb8-b7ff-cd21e5e063ab req-9413e226-fc83-42e2-a60d-832077064403 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:51:40.262706 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-c129b39a-885b-4eb8-b7ff-cd21e5e063ab req-9413e226-fc83-42e2-a60d-832077064403 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/ports?device_id=4c6f8080-b802-4729-8986-12463eb33e3e HTTP/1.1" status: 200 len: 943 time: 0.1902499 Apr 16 16:51:40.713567 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-c129b39a-885b-4eb8-b7ff-cd21e5e063ab req-32a6bdf9-dd07-4437-befd-89253d6e5a40 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/security-groups?id=ad23a607-8b6f-4d76-a678-412bf8b292b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4145792 Apr 16 16:51:40.782875 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed579f7-ea1e-459a-8877-8ea7876e85c2 req-bd2ca5fe-7cdf-48c4-a596-6910b0cdc036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:51:40.784493 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-eed579f7-ea1e-459a-8877-8ea7876e85c2 req-bd2ca5fe-7cdf-48c4-a596-6910b0cdc036 service neutron] 10.222.0.87 "GET /v2.0/networks?id=3850fa94-c64e-47a7-8ac1-100295c70767 HTTP/1.1" status: 200 len: 918 time: 0.5149164 Apr 16 16:51:40.918123 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-eed579f7-ea1e-459a-8877-8ea7876e85c2 req-ce530337-eba3-47a7-b05c-6115d6adb505 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a2753f0-829b-44c8-b562-25e0a67aa0e0 HTTP/1.1" status: 200 len: 998 time: 0.1249990 Apr 16 16:51:40.997915 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed579f7-ea1e-459a-8877-8ea7876e85c2 req-a0b1d12b-4f1e-41d1-b08d-a1cc95fbbb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:51:40.999596 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-eed579f7-ea1e-459a-8877-8ea7876e85c2 req-a0b1d12b-4f1e-41d1-b08d-a1cc95fbbb3c service neutron] 10.222.0.87 "GET /v2.0/subnets?id=3d318de4-dae1-4537-aa0d-b7c79b5c1954 HTTP/1.1" status: 200 len: 856 time: 0.0719604 Apr 16 16:51:41.107038 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed579f7-ea1e-459a-8877-8ea7876e85c2 req-610c7570-ced0-41b8-8f80-d1b09f45712d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:51:41.109241 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-eed579f7-ea1e-459a-8877-8ea7876e85c2 req-610c7570-ced0-41b8-8f80-d1b09f45712d service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=3850fa94-c64e-47a7-8ac1-100295c70767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1023371 Apr 16 16:51:41.283284 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-eed579f7-ea1e-459a-8877-8ea7876e85c2 req-5718e531-8158-4c0c-90e2-c8a31a5da86c service neutron] 10.222.0.87 "GET /v2.0/networks/3850fa94-c64e-47a7-8ac1-100295c70767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660030 Apr 16 16:51:41.482787 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-eed579f7-ea1e-459a-8877-8ea7876e85c2 req-e74aa657-7207-43bc-9900-7e2febdaa558 service neutron] 10.222.0.87 "GET /v2.0/networks/3850fa94-c64e-47a7-8ac1-100295c70767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899650 Apr 16 16:51:42.703062 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f51660-5121-4c85-b1a7-fc948ca23297 req-d48c04c0-d2f6-496f-8b08-b9ce3054744c tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:51:42.706161 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-31f51660-5121-4c85-b1a7-fc948ca23297 req-d48c04c0-d2f6-496f-8b08-b9ce3054744c tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/ports?device_id=4c6f8080-b802-4729-8986-12463eb33e3e HTTP/1.1" status: 200 len: 943 time: 0.1065910 Apr 16 16:51:42.775558 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-31f51660-5121-4c85-b1a7-fc948ca23297 req-4c0ef85c-a321-4687-b63a-e5bb9b577288 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/security-groups?id=ad23a607-8b6f-4d76-a678-412bf8b292b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605369 Apr 16 16:51:43.093959 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 43066) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:51:43.251398 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-149fd744-621e-401f-84f8-d278404dd155 req-2f949da5-da27-445c-be45-7c2af937406a service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=4c6f8080-b802-4729-8986-12463eb33e3e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1554849 Apr 16 16:51:43.968953 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149fd744-621e-401f-84f8-d278404dd155 req-d0329c21-03a5-40f3-9e91-5e20683b2130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:51:43.970782 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-149fd744-621e-401f-84f8-d278404dd155 req-d0329c21-03a5-40f3-9e91-5e20683b2130 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=4c6f8080-b802-4729-8986-12463eb33e3e&tenant_id=88a1c77b2ae945419c929cd0ad2c2a68 HTTP/1.1" status: 200 len: 1096 time: 0.1237528 Apr 16 16:51:44.035951 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdd9554-e2ff-4751-bb7c-4bfd385e8a0e req-bf49a8a1-255c-42e1-9af8-5bb1ed122a7f tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:51:44.037920 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-1fdd9554-e2ff-4751-bb7c-4bfd385e8a0e req-bf49a8a1-255c-42e1-9af8-5bb1ed122a7f tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/ports?device_id=4c6f8080-b802-4729-8986-12463eb33e3e HTTP/1.1" status: 200 len: 943 time: 0.1227570 Apr 16 16:51:44.097746 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149fd744-621e-401f-84f8-d278404dd155 req-3618aaef-86b4-4214-9290-a4c55b1549e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:51:44.099436 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-149fd744-621e-401f-84f8-d278404dd155 req-3618aaef-86b4-4214-9290-a4c55b1549e0 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=88a1c77b2ae945419c929cd0ad2c2a68&device_id=4c6f8080-b802-4729-8986-12463eb33e3e HTTP/1.1" status: 200 len: 1096 time: 0.1029587 Apr 16 16:51:44.134194 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-1fdd9554-e2ff-4751-bb7c-4bfd385e8a0e req-5bfc3921-ac30-4924-b44d-1fcd6c9062f4 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/security-groups?id=ad23a607-8b6f-4d76-a678-412bf8b292b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883093 Apr 16 16:51:44.300041 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149fd744-621e-401f-84f8-d278404dd155 req-b35dbf67-7cc3-477a-b11a-ced9d27f194f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:51:44.301612 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-149fd744-621e-401f-84f8-d278404dd155 req-b35dbf67-7cc3-477a-b11a-ced9d27f194f service neutron] 10.222.0.87 "GET /v2.0/networks?id=3850fa94-c64e-47a7-8ac1-100295c70767 HTTP/1.1" status: 200 len: 918 time: 0.1905050 Apr 16 16:51:44.462137 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-149fd744-621e-401f-84f8-d278404dd155 req-c048a255-f77b-4e24-860e-2441768abe5b service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a2753f0-829b-44c8-b562-25e0a67aa0e0 HTTP/1.1" status: 200 len: 998 time: 0.1517985 Apr 16 16:51:44.543775 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149fd744-621e-401f-84f8-d278404dd155 req-ff139756-2bdf-4fd1-b174-65d4926cfcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:51:44.545948 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-149fd744-621e-401f-84f8-d278404dd155 req-ff139756-2bdf-4fd1-b174-65d4926cfcb7 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=3d318de4-dae1-4537-aa0d-b7c79b5c1954 HTTP/1.1" status: 200 len: 856 time: 0.0765119 Apr 16 16:51:44.662258 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149fd744-621e-401f-84f8-d278404dd155 req-15782e0a-baae-4b52-a5ec-7478223dd138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:51:44.664219 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-149fd744-621e-401f-84f8-d278404dd155 req-15782e0a-baae-4b52-a5ec-7478223dd138 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=3850fa94-c64e-47a7-8ac1-100295c70767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1108351 Apr 16 16:51:44.851572 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-149fd744-621e-401f-84f8-d278404dd155 req-bc22c280-bebd-45e3-8df7-7e37c1fbc55f service neutron] 10.222.0.87 "GET /v2.0/networks/3850fa94-c64e-47a7-8ac1-100295c70767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773999 Apr 16 16:51:45.081528 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-149fd744-621e-401f-84f8-d278404dd155 req-6383e972-59ab-4811-8003-a5677acae291 service neutron] 10.222.0.87 "GET /v2.0/networks/3850fa94-c64e-47a7-8ac1-100295c70767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2220483 Apr 16 16:51:45.398428 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46a1905-4964-4366-bb09-8cc6baf15c78 req-cc8b110e-ec59-469e-896d-3a2e39a70046 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:51:45.401074 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-b46a1905-4964-4366-bb09-8cc6baf15c78 req-cc8b110e-ec59-469e-896d-3a2e39a70046 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/ports?device_id=4c6f8080-b802-4729-8986-12463eb33e3e HTTP/1.1" status: 200 len: 943 time: 0.1097043 Apr 16 16:51:45.475366 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-b46a1905-4964-4366-bb09-8cc6baf15c78 req-9b5e2012-495b-481e-8ba4-985803d42636 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/security-groups?id=ad23a607-8b6f-4d76-a678-412bf8b292b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599158 Apr 16 16:51:45.660447 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 43114) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:51:45.837790 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c5d95f2e-bae9-4080-bb57-8f3be7a705fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:51:45.862414 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-c5d95f2e-bae9-4080-bb57-8f3be7a705fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:51:45.871043 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-c5d95f2e-bae9-4080-bb57-8f3be7a705fb admin admin] Usage tracker for resource:security_group_rule and tenant:43ea0efb61fd4817b0e3f62deb188e00 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:51:45.879173 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-c5d95f2e-bae9-4080-bb57-8f3be7a705fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:51:45.886602 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-c5d95f2e-bae9-4080-bb57-8f3be7a705fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:51:45.996726 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c5d95f2e-bae9-4080-bb57-8f3be7a705fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:51:46.001478 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c5d95f2e-bae9-4080-bb57-8f3be7a705fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:51:46.016851 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-05ed667a-9d20-4fc1-89e1-84f2fdfc8e40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:51:46.062599 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-c5d95f2e-bae9-4080-bb57-8f3be7a705fb admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=43ea0efb61fd4817b0e3f62deb188e00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4005914 Apr 16 16:51:46.064713 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 43136) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:51:46.075365 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d95f2e-bae9-4080-bb57-8f3be7a705fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc059155-a38e-42ed-8999-36734fe7424b,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:51:46.082756 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c5d95f2e-bae9-4080-bb57-8f3be7a705fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:51:46.144190 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-51c3c7ca-6ba4-47ca-9331-d3f1c4ea4acc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:51:46.172891 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-51c3c7ca-6ba4-47ca-9331-d3f1c4ea4acc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:51:46.239848 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-51c3c7ca-6ba4-47ca-9331-d3f1c4ea4acc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:51:46.245229 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-d3345383-7f9c-4bdd-97f6-61a1601a9cd7 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:51:46.260484 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c3c7ca-6ba4-47ca-9331-d3f1c4ea4acc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc059155-a38e-42ed-8999-36734fe7424b,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:51:46.270752 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-51c3c7ca-6ba4-47ca-9331-d3f1c4ea4acc admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:51:46.275224 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-51c3c7ca-6ba4-47ca-9331-d3f1c4ea4acc admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/fc059155-a38e-42ed-8999-36734fe7424b HTTP/1.1" status: 204 len: 168 time: 0.2090993 Apr 16 16:51:46.276867 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c3c7ca-6ba4-47ca-9331-d3f1c4ea4acc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:51:46.277406 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c3c7ca-6ba4-47ca-9331-d3f1c4ea4acc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:51:46.277818 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c3c7ca-6ba4-47ca-9331-d3f1c4ea4acc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:51:46.278284 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c3c7ca-6ba4-47ca-9331-d3f1c4ea4acc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:51:46.278761 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c3c7ca-6ba4-47ca-9331-d3f1c4ea4acc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:51:46.279215 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c3c7ca-6ba4-47ca-9331-d3f1c4ea4acc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:51:46.279619 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c3c7ca-6ba4-47ca-9331-d3f1c4ea4acc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:51:46.280166 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c3c7ca-6ba4-47ca-9331-d3f1c4ea4acc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:51:46.280569 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c3c7ca-6ba4-47ca-9331-d3f1c4ea4acc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:51:46.280967 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c3c7ca-6ba4-47ca-9331-d3f1c4ea4acc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:51:46.281785 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c3c7ca-6ba4-47ca-9331-d3f1c4ea4acc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:51:46.282541 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c3c7ca-6ba4-47ca-9331-d3f1c4ea4acc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:51:46.296385 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-51c3c7ca-6ba4-47ca-9331-d3f1c4ea4acc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:51:46.954659 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24985982-a09c-4c7d-b319-bb20ef29bc1c req-ce3f7f78-55e0-4411-b44f-5d948d048b88 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:51:46.975337 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-24985982-a09c-4c7d-b319-bb20ef29bc1c req-ce3f7f78-55e0-4411-b44f-5d948d048b88 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/ports?device_id=4c6f8080-b802-4729-8986-12463eb33e3e HTTP/1.1" status: 200 len: 943 time: 0.2057166 Apr 16 16:51:47.079561 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-24985982-a09c-4c7d-b319-bb20ef29bc1c req-ab20ae8e-0093-4816-8fde-e2cc76d1d91c tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/security-groups?id=ad23a607-8b6f-4d76-a678-412bf8b292b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987792 Apr 16 16:51:47.950695 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 43174) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:51:48.184998 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-9b0a7232-3e5d-46b9-abc0-cef64223b535 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1472907593-network', 'tenant_id': 'ab7c4e29afac4f9e95c5053828309dfd'}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:51:48.190366 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-9b0a7232-3e5d-46b9-abc0-cef64223b535 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:51:48.195529 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-9b0a7232-3e5d-46b9-abc0-cef64223b535 admin admin] Usage tracker for resource:network and tenant:ab7c4e29afac4f9e95c5053828309dfd is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:51:48.200120 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-9b0a7232-3e5d-46b9-abc0-cef64223b535 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:51:48.216762 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-9b0a7232-3e5d-46b9-abc0-cef64223b535 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:51:48.228688 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b0a7232-3e5d-46b9-abc0-cef64223b535 admin admin] Made reservation on behalf of ab7c4e29afac4f9e95c5053828309dfd for: {'network': 1} {{(pid=85336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 16:51:48.234838 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-9b0a7232-3e5d-46b9-abc0-cef64223b535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for network, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:51:48.251578 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-9b0a7232-3e5d-46b9-abc0-cef64223b535 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:51:48.278932 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-9b0a7232-3e5d-46b9-abc0-cef64223b535 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:51:48.284503 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-9b0a7232-3e5d-46b9-abc0-cef64223b535 admin admin] Usage tracker for resource:security_group_rule and tenant:ab7c4e29afac4f9e95c5053828309dfd is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:51:48.288930 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-9b0a7232-3e5d-46b9-abc0-cef64223b535 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:51:48.303873 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-9b0a7232-3e5d-46b9-abc0-cef64223b535 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:51:48.367419 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cace68-9cd8-4fcc-ab0e-72273e100980 req-0c266c66-9025-4e73-a2df-0e3d4afb29df tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:51:48.383200 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-f2cace68-9cd8-4fcc-ab0e-72273e100980 req-0c266c66-9025-4e73-a2df-0e3d4afb29df tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/ports?device_id=4c6f8080-b802-4729-8986-12463eb33e3e HTTP/1.1" status: 200 len: 943 time: 0.1296451 Apr 16 16:51:48.460928 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-9b0a7232-3e5d-46b9-abc0-cef64223b535 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:51:48.467098 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-9b0a7232-3e5d-46b9-abc0-cef64223b535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:51:48.472229 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-f2cace68-9cd8-4fcc-ab0e-72273e100980 req-0f4e4a70-ad6f-4ed7-965e-b49cacc0c74a tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/security-groups?id=ad23a607-8b6f-4d76-a678-412bf8b292b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765338 Apr 16 16:51:48.476621 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-609f1db1-b5f3-4697-8e5a-160584ef5fdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:51:48.516687 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0a7232-3e5d-46b9-abc0-cef64223b535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9bdf642-5e87-45d2-a6bb-47ae42bafda7,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:51:48.527072 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-9b0a7232-3e5d-46b9-abc0-cef64223b535 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:51:48.573248 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b0a7232-3e5d-46b9-abc0-cef64223b535 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 765} {{(pid=85336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 16:51:48.592993 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-9b0a7232-3e5d-46b9-abc0-cef64223b535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-60927'] for segment, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:51:48.593956 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.db.segments_db [None req-9b0a7232-3e5d-46b9-abc0-cef64223b535 admin admin] Added segment 4c5c09ca-d7f7-4695-8d8a-1222f3f945e8 of type vlan for network 141405ca-c540-4799-bdeb-b406e3f2ae7d Apr 16 16:51:48.648519 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-9b0a7232-3e5d-46b9-abc0-cef64223b535 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751455732714'] for network, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:51:48.689582 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-9b0a7232-3e5d-46b9-abc0-cef64223b535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139'] for network, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:51:48.691258 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0a7232-3e5d-46b9-abc0-cef64223b535 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:51:48.692055 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-9b0a7232-3e5d-46b9-abc0-cef64223b535 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609088'] for network, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:51:48.698543 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-8cfd6279-611f-481f-82e5-a82ef3b51c78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:51:48.838817 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0a7232-3e5d-46b9-abc0-cef64223b535 admin admin] Pushing event updated for resources: {'Network': ['ID=141405ca-c540-4799-bdeb-b406e3f2ae7d,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:51:48.846783 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-9b0a7232-3e5d-46b9-abc0-cef64223b535 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8913891 Apr 16 16:51:48.846783 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-9b0a7232-3e5d-46b9-abc0-cef64223b535 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:51:48.847263 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 43184) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:51:48.856649 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-86bfc5f3-fbaf-404a-90b1-4f8325b16222 admin admin] Request body: {'subnet': {'network_id': '141405ca-c540-4799-bdeb-b406e3f2ae7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1472907593-subnet', 'tenant_id': 'ab7c4e29afac4f9e95c5053828309dfd', 'ip_version': 4}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:51:48.859023 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Network 141405ca-c540-4799-bdeb-b406e3f2ae7d details requested by agent ovs-agent-dv-cinder-733622-13-smb with host dv-cinder-733622-13-smb {{(pid=85337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 16:51:48.865982 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-86bfc5f3-fbaf-404a-90b1-4f8325b16222 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:51:48.875905 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-86bfc5f3-fbaf-404a-90b1-4f8325b16222 admin admin] Usage tracker for resource:subnet and tenant:ab7c4e29afac4f9e95c5053828309dfd is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:51:48.881776 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-86bfc5f3-fbaf-404a-90b1-4f8325b16222 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:51:48.890807 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-86bfc5f3-fbaf-404a-90b1-4f8325b16222 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:51:48.908269 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86bfc5f3-fbaf-404a-90b1-4f8325b16222 admin admin] Made reservation on behalf of ab7c4e29afac4f9e95c5053828309dfd for: {'subnet': 1} {{(pid=85335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 16:51:48.913429 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-86bfc5f3-fbaf-404a-90b1-4f8325b16222 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852490445'] for subnet, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:51:49.528155 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-86bfc5f3-fbaf-404a-90b1-4f8325b16222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850737714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852490496'] for subnet, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:51:49.783814 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-3cdcf3c0-5158-4b35-a612-3036cb2c866b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:51:49.802843 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-09ad2d02-9777-4272-858a-19b288bd2bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:51:49.818698 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b3931d-b1a2-4f2b-ac05-a6a4a8c3c412 req-778e48d4-d7d3-45a6-a59e-aaa6f9ee187a tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:51:49.828817 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-f6b3931d-b1a2-4f2b-ac05-a6a4a8c3c412 req-778e48d4-d7d3-45a6-a59e-aaa6f9ee187a tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/ports?device_id=4c6f8080-b802-4729-8986-12463eb33e3e HTTP/1.1" status: 200 len: 943 time: 0.1851563 Apr 16 16:51:49.901144 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-f6b3931d-b1a2-4f2b-ac05-a6a4a8c3c412 req-68e14d04-6d98-4e10-b156-998418faf8ab tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/security-groups?id=ad23a607-8b6f-4d76-a678-412bf8b292b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708616 Apr 16 16:51:49.932152 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bfc5f3-fbaf-404a-90b1-4f8325b16222 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77fdd9b8-ce12-4564-ad7d-62ce5897287c,revision_number=0']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:51:49.940022 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-86bfc5f3-fbaf-404a-90b1-4f8325b16222 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:51:49.944876 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bfc5f3-fbaf-404a-90b1-4f8325b16222 admin admin] Checking segment: {'id': '4c5c09ca-d7f7-4695-8d8a-1222f3f945e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '141405ca-c540-4799-bdeb-b406e3f2ae7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 16:51:49.945513 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86bfc5f3-fbaf-404a-90b1-4f8325b16222 admin admin] Network hostable DHCP agents. Network: 141405ca-c540-4799-bdeb-b406e3f2ae7d, hostable agents: ['a512e422-67dd-4296-9548-92f23f2586e5'], hosted agents: [] {{(pid=85335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 16:51:49.981039 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86bfc5f3-fbaf-404a-90b1-4f8325b16222 admin admin] Network 141405ca-c540-4799-bdeb-b406e3f2ae7d is scheduled to be hosted by DHCP agent a512e422-67dd-4296-9548-92f23f2586e5 with binding_index 1 {{(pid=85335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 16:51:49.993432 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [None req-86bfc5f3-fbaf-404a-90b1-4f8325b16222 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-13-smb, 141405ca-c540-4799-bdeb-b406e3f2ae7d) {{(pid=85335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:51:50.008928 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a9be06-7273-4ca7-b335-bf7d8831b7c4 None None] Network 141405ca-c540-4799-bdeb-b406e3f2ae7d requested from dv-cinder-733622-13-smb {{(pid=85337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 16:51:50.022231 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86bfc5f3-fbaf-404a-90b1-4f8325b16222 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:51:50.023727 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-86bfc5f3-fbaf-404a-90b1-4f8325b16222 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:51:50.070319 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-86bfc5f3-fbaf-404a-90b1-4f8325b16222 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2213957 Apr 16 16:51:50.076488 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 43194) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:51:50.087299 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-897324b0-0916-4a43-86cc-3f0b8612e6dc admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1472907593-router', 'tenant_id': 'ab7c4e29afac4f9e95c5053828309dfd', 'external_gateway_info': {'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f'}}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:51:50.097126 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-897324b0-0916-4a43-86cc-3f0b8612e6dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:51:50.101976 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-897324b0-0916-4a43-86cc-3f0b8612e6dc admin admin] Usage tracker for resource:router and tenant:ab7c4e29afac4f9e95c5053828309dfd is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:51:50.105596 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-897324b0-0916-4a43-86cc-3f0b8612e6dc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:51:50.113271 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-897324b0-0916-4a43-86cc-3f0b8612e6dc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:51:50.142303 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-897324b0-0916-4a43-86cc-3f0b8612e6dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-457759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5682'] for router, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:51:50.144764 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-897324b0-0916-4a43-86cc-3f0b8612e6dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854317886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854348900', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854353146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854770118'] for router, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:51:50.172431 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-897324b0-0916-4a43-86cc-3f0b8612e6dc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:51:50.432642 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-294be598-1599-4db4-ad13-b780673a35b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bdac51c-8a1a-5aad-9eff-c89f1558b090-141405ca-c540-4799-bdeb-b406e3f2ae7d', 'network_id': '141405ca-c540-4799-bdeb-b406e3f2ae7d', 'tenant_id': 'ab7c4e29afac4f9e95c5053828309dfd', 'fixed_ips': [{'subnet_id': '77fdd9b8-ce12-4564-ad7d-62ce5897287c'}]}} from dv-cinder-733622-13-smb. {{(pid=85337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 16:51:50.434291 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-294be598-1599-4db4-ad13-b780673a35b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:51:50.612692 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-897324b0-0916-4a43-86cc-3f0b8612e6dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854348883', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-457772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854770167'] for router, precommit_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:51:50.750918 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.db_base_plugin_common [None req-294be598-1599-4db4-ad13-b780673a35b7 None None] Allocated IP 172.20.0.2 (141405ca-c540-4799-bdeb-b406e3f2ae7d/77fdd9b8-ce12-4564-ad7d-62ce5897287c/8f95a5ce-6ed8-4a25-a80e-0912e65f787f) {{(pid=85337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 16:51:51.199741 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-897324b0-0916-4a43-86cc-3f0b8612e6dc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:51:51.207983 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-294be598-1599-4db4-ad13-b780673a35b7 None None] Notify callbacks [] for port, precommit_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:51:51.226030 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-294be598-1599-4db4-ad13-b780673a35b7 None None] Transition to ACTIVE for port object 8f95a5ce-6ed8-4a25-a80e-0912e65f787f will not be triggered until provisioned by entity L2. {{(pid=85337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:51:51.245437 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-897324b0-0916-4a43-86cc-3f0b8612e6dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:51:51.257455 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-294be598-1599-4db4-ad13-b780673a35b7 None None] Transition to ACTIVE for port object 8f95a5ce-6ed8-4a25-a80e-0912e65f787f will not be triggered until provisioned by entity DHCP. {{(pid=85337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:51:51.272548 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-294be598-1599-4db4-ad13-b780673a35b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751455712866'] for port, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:51:51.286027 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:51:51.344292 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341931ea-3641-4c36-aa7e-803f24c9cadf req-bcff1682-3f06-4d30-baab-aef8a173ec92 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:51:51.346360 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-341931ea-3641-4c36-aa7e-803f24c9cadf req-bcff1682-3f06-4d30-baab-aef8a173ec92 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/ports?device_id=4c6f8080-b802-4729-8986-12463eb33e3e HTTP/1.1" status: 200 len: 943 time: 0.1817980 Apr 16 16:51:51.456276 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-341931ea-3641-4c36-aa7e-803f24c9cadf req-27fab919-f899-4e3f-b028-a9de9dc64e8f tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/security-groups?id=ad23a607-8b6f-4d76-a678-412bf8b292b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979645 Apr 16 16:51:51.477144 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294be598-1599-4db4-ad13-b780673a35b7 None None] Pushing event updated for resources: {'Port': ['ID=8f95a5ce-6ed8-4a25-a80e-0912e65f787f,revision_number=1']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:51:51.488105 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-294be598-1599-4db4-ad13-b780673a35b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:51:51.500277 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.db_base_plugin_common [None req-897324b0-0916-4a43-86cc-3f0b8612e6dc admin admin] Allocated IP 172.28.2.242 (2bc9ca6b-6e72-4404-899b-6b4685eced1f/9106a8ae-dfd9-43e0-982a-dc423b27def7/6a3b043d-7d2c-4083-8d94-2700f03d2f6f) {{(pid=85336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 16:51:51.625558 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294be598-1599-4db4-ad13-b780673a35b7 None None] Network 141405ca-c540-4799-bdeb-b406e3f2ae7d is already hosted by enough agents. {{(pid=85337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 16:51:51.627024 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [None req-294be598-1599-4db4-ad13-b780673a35b7 None None] Resources bound (agent type, host, resource id): {{(pid=85337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:51:51.632073 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294be598-1599-4db4-ad13-b780673a35b7 None None] Received port after_create {{(pid=85337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 16:51:51.796631 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-897324b0-0916-4a43-86cc-3f0b8612e6dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:51:51.812658 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-294be598-1599-4db4-ad13-b780673a35b7 None None] Attempting to bind port 8f95a5ce-6ed8-4a25-a80e-0912e65f787f on host dv-cinder-733622-13-smb for vnic_type normal with profile {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 16:51:51.813073 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-294be598-1599-4db4-ad13-b780673a35b7 None None] Attempting to bind port 8f95a5ce-6ed8-4a25-a80e-0912e65f787f by drivers openvswitch,hyperv on host dv-cinder-733622-13-smb at level 0 using segments [{'id': '4c5c09ca-d7f7-4695-8d8a-1222f3f945e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '141405ca-c540-4799-bdeb-b406e3f2ae7d'}] {{(pid=85337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 16:51:51.813669 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294be598-1599-4db4-ad13-b780673a35b7 None None] Attempting to bind port 8f95a5ce-6ed8-4a25-a80e-0912e65f787f on network 141405ca-c540-4799-bdeb-b406e3f2ae7d {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 16:51:51.829111 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294be598-1599-4db4-ad13-b780673a35b7 None None] Checking agent: {'id': '033b0af5-7550-4b5d-954a-022a384d8461', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 16, 36, 23), 'started_at': datetime.datetime(2021, 4, 16, 16, 36, 53), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 16:51:51.829550 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294be598-1599-4db4-ad13-b780673a35b7 None None] Checking segment: {'id': '4c5c09ca-d7f7-4695-8d8a-1222f3f945e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '141405ca-c540-4799-bdeb-b406e3f2ae7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 16:51:51.830373 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-294be598-1599-4db4-ad13-b780673a35b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:51:51.830723 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294be598-1599-4db4-ad13-b780673a35b7 None None] Bound using segment: {'id': '4c5c09ca-d7f7-4695-8d8a-1222f3f945e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '141405ca-c540-4799-bdeb-b406e3f2ae7d'} {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 16:51:51.831090 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-294be598-1599-4db4-ad13-b780673a35b7 None None] Bound port: 8f95a5ce-6ed8-4a25-a80e-0912e65f787f, host: dv-cinder-733622-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c5c09ca-d7f7-4695-8d8a-1222f3f945e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '141405ca-c540-4799-bdeb-b406e3f2ae7d'}}] {{(pid=85337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 16:51:51.831506 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-294be598-1599-4db4-ad13-b780673a35b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:51:51.836623 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-897324b0-0916-4a43-86cc-3f0b8612e6dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751455712866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2420184'] for port, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:51:51.848549 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-96656762-f57d-4610-a7a9-92b685604b3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:51:51.856452 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-2270c200-65de-4745-83ed-9da44606739b tempest-VolumesSnapshotTestJSON-680319999 tempest-VolumesSnapshotTestJSON-680319999-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:51:51.942086 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-294be598-1599-4db4-ad13-b780673a35b7 None None] For port 8f95a5ce-6ed8-4a25-a80e-0912e65f787f, host dv-cinder-733622-13-smb, cleared binding levels {{(pid=85337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 16:51:51.947079 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-294be598-1599-4db4-ad13-b780673a35b7 None None] For port 8f95a5ce-6ed8-4a25-a80e-0912e65f787f, host dv-cinder-733622-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-smb',level=0,port_id=8f95a5ce-6ed8-4a25-a80e-0912e65f787f,segment=NetworkSegment(4c5c09ca-d7f7-4695-8d8a-1222f3f945e8),segment_id=4c5c09ca-d7f7-4695-8d8a-1222f3f945e8)] {{(pid=85337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 16:51:51.951623 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-294be598-1599-4db4-ad13-b780673a35b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:51:51.970692 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:51:51.999550 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897324b0-0916-4a43-86cc-3f0b8612e6dc admin admin] Pushing event updated for resources: {'Port': ['ID=6a3b043d-7d2c-4083-8d94-2700f03d2f6f,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:51:52.010875 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-897324b0-0916-4a43-86cc-3f0b8612e6dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:51:52.085411 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-897324b0-0916-4a43-86cc-3f0b8612e6dc admin admin] Network 2bc9ca6b-6e72-4404-899b-6b4685eced1f is already hosted by enough agents. {{(pid=85336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 16:51:52.087621 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [None req-897324b0-0916-4a43-86cc-3f0b8612e6dc admin admin] Resources bound (agent type, host, resource id): {{(pid=85336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:51:52.091678 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897324b0-0916-4a43-86cc-3f0b8612e6dc admin admin] Received port after_create {{(pid=85336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 16:51:52.372267 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294be598-1599-4db4-ad13-b780673a35b7 None None] Pushing event updated for resources: {'Port': ['ID=8f95a5ce-6ed8-4a25-a80e-0912e65f787f,revision_number=2']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:51:52.385571 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-294be598-1599-4db4-ad13-b780673a35b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:51:52.875370 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-45c0d62a-bc24-48a8-9022-8ca56da26294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:51:53.127846 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edd901a-f9bf-4d48-8761-053629ba03f9 req-a4b81906-ba47-4456-a2ff-110632eecf25 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:51:53.129755 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-6edd901a-f9bf-4d48-8761-053629ba03f9 req-a4b81906-ba47-4456-a2ff-110632eecf25 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/ports?device_id=4c6f8080-b802-4729-8986-12463eb33e3e HTTP/1.1" status: 200 len: 943 time: 0.4397705 Apr 16 16:51:53.182400 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-897324b0-0916-4a43-86cc-3f0b8612e6dc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:51:53.349264 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-6edd901a-f9bf-4d48-8761-053629ba03f9 req-4db78172-1a56-4ee2-a7c0-01ba5bfff211 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/security-groups?id=ad23a607-8b6f-4d76-a678-412bf8b292b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2000809 Apr 16 16:51:53.512119 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:51:53.633681 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-897324b0-0916-4a43-86cc-3f0b8612e6dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854318044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-426954'] for router, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:51:53.916630 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-897324b0-0916-4a43-86cc-3f0b8612e6dc admin admin] Router ad3843d4-4dcd-49b4-801e-7f8e8cf29b53 is scheduled to L3 agent 4aa3b6c8-2ef9-4577-bdb6-1cfedaad083f with binding_index 1 {{(pid=85336) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 16 16:51:54.214838 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-897324b0-0916-4a43-86cc-3f0b8612e6dc admin admin] Notify agent at l3_agent.dv-cinder-733622-13-smb the message routers_updated {{(pid=85336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 16:51:54.232656 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c245dc-9df2-4b3e-bf49-d4c2c28645f8 None None] Sync routers for ids ['ad3843d4-4dcd-49b4-801e-7f8e8cf29b53'] in dv-cinder-733622-13-smb {{(pid=85337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 16:51:54.250034 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-897324b0-0916-4a43-86cc-3f0b8612e6dc admin admin] Notify callbacks [] for router, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:51:54.252088 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-897324b0-0916-4a43-86cc-3f0b8612e6dc admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.1737781 Apr 16 16:51:54.255416 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 43212) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:51:54.265824 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c245dc-9df2-4b3e-bf49-d4c2c28645f8 None None] Routers {'ad3843d4-4dcd-49b4-801e-7f8e8cf29b53'} bound to L3 agent in host dv-cinder-733622-13-smb {{(pid=85337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:51:54.266469 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-86c245dc-9df2-4b3e-bf49-d4c2c28645f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T16:36:22Z,description=,heartbeat_timestamp=2021-04-16T16:51:52Z,host='dv-cinder-733622-13-smb',id=4aa3b6c8-2ef9-4577-bdb6-1cfedaad083f,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T16:36:22Z,topic='l3_agent')) {'router_ids': ['ad3843d4-4dcd-49b4-801e-7f8e8cf29b53'], 'active': True} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:51:54.336244 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ca6647-fcf2-4bd3-a217-e23114c9cfd8 None None] Network 141405ca-c540-4799-bdeb-b406e3f2ae7d requested from dv-cinder-733622-13-smb {{(pid=85337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 16:51:54.497012 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-305ad43e-5f95-4f3c-a82d-6a2c65461a71 None None] Provisioning for port 8f95a5ce-6ed8-4a25-a80e-0912e65f787f completed by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:51:54.519148 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Device 8f95a5ce-6ed8-4a25-a80e-0912e65f787f up at agent ovs-agent-dv-cinder-733622-13-smb {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:51:54.754748 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-53783e99-0c04-4d0d-b0b5-c5fd538000c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:51:54.874764 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvr_db [None req-86c245dc-9df2-4b3e-bf49-d4c2c28645f8 None None] Set router ad3843d4-4dcd-49b4-801e-7f8e8cf29b53 gateway port host: dv-cinder-733622-13-smb {{(pid=85337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:51:55.172592 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Provisioning for port 8f95a5ce-6ed8-4a25-a80e-0912e65f787f completed by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:51:55.173462 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Provisioning complete for port 8f95a5ce-6ed8-4a25-a80e-0912e65f787f triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:51:55.173902 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852761088'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:51:55.535305 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0309cd55-3a34-4b1e-b5f6-96162aefa410 req-35fb08bb-d5d0-4936-9fcb-a99c225d9763 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:51:55.550384 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-0309cd55-3a34-4b1e-b5f6-96162aefa410 req-35fb08bb-d5d0-4936-9fcb-a99c225d9763 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/ports?device_id=4c6f8080-b802-4729-8986-12463eb33e3e HTTP/1.1" status: 200 len: 943 time: 0.8043387 Apr 16 16:51:55.567703 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:51:55.630265 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-86c245dc-9df2-4b3e-bf49-d4c2c28645f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad3843d4-4dcd-49b4-801e-7f8e8cf29b53', 'name': 'tempest-TestShelveInstance-1472907593-router', 'tenant_id': 'ab7c4e29afac4f9e95c5053828309dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'external_fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.242'}], 'enable_snat': True}, 'gw_port_id': '6a3b043d-7d2c-4083-8d94-2700f03d2f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:51:50Z', 'updated_at': '2021-04-16T16:51:52Z', 'revision_number': 3, 'project_id': 'ab7c4e29afac4f9e95c5053828309dfd', 'gw_port': {'id': '6a3b043d-7d2c-4083-8d94-2700f03d2f6f', 'name': '', 'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4d:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad3843d4-4dcd-49b4-801e-7f8e8cf29b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:51:51Z', 'updated_at': '2021-04-16T16:51:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-smb'}], 'dv-cinder-733622-13-smb', False) {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:51:55.637238 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c245dc-9df2-4b3e-bf49-d4c2c28645f8 None None] Checking router: ad3843d4-4dcd-49b4-801e-7f8e8cf29b53 for host: dv-cinder-733622-13-smb {{(pid=85337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 16:51:55.637791 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c245dc-9df2-4b3e-bf49-d4c2c28645f8 None None] Updating router ad3843d4-4dcd-49b4-801e-7f8e8cf29b53 port 6a3b043d-7d2c-4083-8d94-2700f03d2f6f binding host dv-cinder-733622-13-smb {{(pid=85337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 16:51:55.690356 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-0309cd55-3a34-4b1e-b5f6-96162aefa410 req-e454161e-ff05-43c9-affb-f74b4722ec90 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/security-groups?id=ad23a607-8b6f-4d76-a678-412bf8b292b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1388361 Apr 16 16:51:55.694917 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] For port 8f95a5ce-6ed8-4a25-a80e-0912e65f787f, host dv-cinder-733622-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-smb',level=0,port_id=8f95a5ce-6ed8-4a25-a80e-0912e65f787f,segment=NetworkSegment(4c5c09ca-d7f7-4695-8d8a-1222f3f945e8),segment_id=4c5c09ca-d7f7-4695-8d8a-1222f3f945e8)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:51:55.701211 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:51:55.707637 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:51:55.784680 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-86c245dc-9df2-4b3e-bf49-d4c2c28645f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:51:55.865974 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Pushing event updated for resources: {'Port': ['ID=8f95a5ce-6ed8-4a25-a80e-0912e65f787f,revision_number=3']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:51:55.870131 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:51:55.902260 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-3a9bfe7b-5aaf-48fc-ac39-7b8a54bbd0ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:51:55.948456 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-dded550d-6dc7-4634-a087-1e7794b9350f None None] Provisioning complete for port 8f95a5ce-6ed8-4a25-a80e-0912e65f787f triggered by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:51:55.949682 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-dded550d-6dc7-4634-a087-1e7794b9350f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852761088'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:51:56.159630 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.db_base_plugin_common [None req-3a9bfe7b-5aaf-48fc-ac39-7b8a54bbd0ab admin admin] Allocated IP 172.20.0.1 (141405ca-c540-4799-bdeb-b406e3f2ae7d/77fdd9b8-ce12-4564-ad7d-62ce5897287c/ffe5cc1f-720b-44bd-a5c9-0e018f568374) {{(pid=85335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 16:51:56.315203 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Device 8f95a5ce-6ed8-4a25-a80e-0912e65f787f up at agent ovs-agent-dv-cinder-733622-13-smb {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:51:56.360780 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-3a9bfe7b-5aaf-48fc-ac39-7b8a54bbd0ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:51:56.387770 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-3a9bfe7b-5aaf-48fc-ac39-7b8a54bbd0ab admin admin] Transition to ACTIVE for port object ffe5cc1f-720b-44bd-a5c9-0e018f568374 will not be triggered until provisioned by entity DHCP. {{(pid=85335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:51:56.418663 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-3a9bfe7b-5aaf-48fc-ac39-7b8a54bbd0ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751455712866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850737760'] for port, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:51:56.443303 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c0a6b62a-4af3-4620-9240-4fe23ec1b4a0 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:51:56.593931 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-86c245dc-9df2-4b3e-bf49-d4c2c28645f8 None None] Notify callbacks [] for port, precommit_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:51:56.611481 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-86c245dc-9df2-4b3e-bf49-d4c2c28645f8 None None] Transition to ACTIVE for port object 6a3b043d-7d2c-4083-8d94-2700f03d2f6f will not be triggered until provisioned by entity L2. {{(pid=85337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:51:56.616602 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9bfe7b-5aaf-48fc-ac39-7b8a54bbd0ab admin admin] Pushing event updated for resources: {'Port': ['ID=ffe5cc1f-720b-44bd-a5c9-0e018f568374,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:51:56.618828 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-86c245dc-9df2-4b3e-bf49-d4c2c28645f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:51:56.621522 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-3a9bfe7b-5aaf-48fc-ac39-7b8a54bbd0ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:51:56.635275 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:51:56.684464 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a9bfe7b-5aaf-48fc-ac39-7b8a54bbd0ab admin admin] Network 141405ca-c540-4799-bdeb-b406e3f2ae7d is already hosted by enough agents. {{(pid=85335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 16:51:56.685905 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [None req-3a9bfe7b-5aaf-48fc-ac39-7b8a54bbd0ab admin admin] Resources bound (agent type, host, resource id): {{(pid=85335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:51:56.688348 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9bfe7b-5aaf-48fc-ac39-7b8a54bbd0ab admin admin] Received port after_create {{(pid=85335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 16:51:56.759070 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-3a9bfe7b-5aaf-48fc-ac39-7b8a54bbd0ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854343281'] for router_interface, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:51:56.850127 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Provisioning complete for port 8f95a5ce-6ed8-4a25-a80e-0912e65f787f triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:51:56.850858 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852761088'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:51:56.928378 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-3a9bfe7b-5aaf-48fc-ac39-7b8a54bbd0ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:51:56.932786 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af20f4c2-7a0b-430e-a48f-026124eeeae1 None None] Pushing event updated for resources: {'Port': ['ID=6a3b043d-7d2c-4083-8d94-2700f03d2f6f,revision_number=2']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:51:56.951441 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-af20f4c2-7a0b-430e-a48f-026124eeeae1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:51:56.981668 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-86c245dc-9df2-4b3e-bf49-d4c2c28645f8 None None] Attempting to bind port 6a3b043d-7d2c-4083-8d94-2700f03d2f6f on host dv-cinder-733622-13-smb for vnic_type normal with profile {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 16:51:56.982118 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-86c245dc-9df2-4b3e-bf49-d4c2c28645f8 None None] Attempting to bind port 6a3b043d-7d2c-4083-8d94-2700f03d2f6f by drivers openvswitch,hyperv on host dv-cinder-733622-13-smb at level 0 using segments [{'id': '72591246-2019-4cd4-9cf3-fab9e1d2beed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f'}] {{(pid=85337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 16:51:56.982611 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c245dc-9df2-4b3e-bf49-d4c2c28645f8 None None] Attempting to bind port 6a3b043d-7d2c-4083-8d94-2700f03d2f6f on network 2bc9ca6b-6e72-4404-899b-6b4685eced1f {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 16:51:56.996610 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c245dc-9df2-4b3e-bf49-d4c2c28645f8 None None] Checking agent: {'id': '033b0af5-7550-4b5d-954a-022a384d8461', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 16, 36, 23), 'started_at': datetime.datetime(2021, 4, 16, 16, 36, 53), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 16:51:56.997282 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c245dc-9df2-4b3e-bf49-d4c2c28645f8 None None] Checking segment: {'id': '72591246-2019-4cd4-9cf3-fab9e1d2beed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 16:51:56.998052 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-86c245dc-9df2-4b3e-bf49-d4c2c28645f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:51:56.998720 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c245dc-9df2-4b3e-bf49-d4c2c28645f8 None None] Bound using segment: {'id': '72591246-2019-4cd4-9cf3-fab9e1d2beed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f'} {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 16:51:56.999785 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-86c245dc-9df2-4b3e-bf49-d4c2c28645f8 None None] Bound port: 6a3b043d-7d2c-4083-8d94-2700f03d2f6f, host: dv-cinder-733622-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72591246-2019-4cd4-9cf3-fab9e1d2beed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f'}}] {{(pid=85337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 16:51:57.000280 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-86c245dc-9df2-4b3e-bf49-d4c2c28645f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:51:57.054612 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026040ae-2e29-48e0-bedd-414a170e2b66 req-8197d74d-3afa-4ea5-a2ee-9595a8077fb5 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:51:57.056335 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-026040ae-2e29-48e0-bedd-414a170e2b66 req-8197d74d-3afa-4ea5-a2ee-9595a8077fb5 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/ports?device_id=4c6f8080-b802-4729-8986-12463eb33e3e HTTP/1.1" status: 200 len: 943 time: 0.1572843 Apr 16 16:51:57.118970 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-026040ae-2e29-48e0-bedd-414a170e2b66 req-87e65255-cb6c-4b6d-bdec-7a8a2919e1e3 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/security-groups?id=ad23a607-8b6f-4d76-a678-412bf8b292b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537760 Apr 16 16:51:57.141399 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-5f1d5551-e23c-45ca-ad03-5e9ce45037c4 None None] Provisioning for port ffe5cc1f-720b-44bd-a5c9-0e018f568374 completed by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:51:57.154533 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-5f1d5551-e23c-45ca-ad03-5e9ce45037c4 None None] Provisioning complete for port ffe5cc1f-720b-44bd-a5c9-0e018f568374 triggered by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:51:57.154863 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-5f1d5551-e23c-45ca-ad03-5e9ce45037c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852761088'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:51:57.209210 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-86c245dc-9df2-4b3e-bf49-d4c2c28645f8 None None] For port 6a3b043d-7d2c-4083-8d94-2700f03d2f6f, host dv-cinder-733622-13-smb, cleared binding levels {{(pid=85337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 16:51:57.231746 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-86c245dc-9df2-4b3e-bf49-d4c2c28645f8 None None] For port 6a3b043d-7d2c-4083-8d94-2700f03d2f6f, host dv-cinder-733622-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-smb',level=0,port_id=6a3b043d-7d2c-4083-8d94-2700f03d2f6f,segment=NetworkSegment(72591246-2019-4cd4-9cf3-fab9e1d2beed),segment_id=72591246-2019-4cd4-9cf3-fab9e1d2beed)] {{(pid=85337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 16:51:57.232784 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-5f1d5551-e23c-45ca-ad03-5e9ce45037c4 None None] Port ffe5cc1f-720b-44bd-a5c9-0e018f568374 cannot update to ACTIVE because it is not bound. {{(pid=85337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 16:51:57.236036 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-86c245dc-9df2-4b3e-bf49-d4c2c28645f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:51:57.248722 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-3a9bfe7b-5aaf-48fc-ac39-7b8a54bbd0ab admin admin] Notify callbacks [] for port, precommit_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:51:57.252924 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-3a9bfe7b-5aaf-48fc-ac39-7b8a54bbd0ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4038072'] for port, after_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:51:57.253584 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:51:57.284129 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-ffbe0c9d-3231-4a66-adb5-fe8e04b6cf3f tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:51:57.380312 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9bfe7b-5aaf-48fc-ac39-7b8a54bbd0ab admin admin] Pushing event updated for resources: {'Port': ['ID=ffe5cc1f-720b-44bd-a5c9-0e018f568374,revision_number=2']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:51:57.383110 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-3a9bfe7b-5aaf-48fc-ac39-7b8a54bbd0ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432616'] for router_interface, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:51:57.398438 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-3a9bfe7b-5aaf-48fc-ac39-7b8a54bbd0ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:51:57.418134 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af20f4c2-7a0b-430e-a48f-026124eeeae1 None None] Pushing event updated for resources: {'Port': ['ID=6a3b043d-7d2c-4083-8d94-2700f03d2f6f,revision_number=3']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:51:57.425944 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-af20f4c2-7a0b-430e-a48f-026124eeeae1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:51:57.469211 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c245dc-9df2-4b3e-bf49-d4c2c28645f8 None None] Routers {'ad3843d4-4dcd-49b4-801e-7f8e8cf29b53'} bound to L3 agent in host dv-cinder-733622-13-smb {{(pid=85337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:51:57.469947 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-86c245dc-9df2-4b3e-bf49-d4c2c28645f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T16:36:22Z,description=,heartbeat_timestamp=2021-04-16T16:51:52Z,host='dv-cinder-733622-13-smb',id=4aa3b6c8-2ef9-4577-bdb6-1cfedaad083f,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T16:36:22Z,topic='l3_agent')) {'router_ids': ['ad3843d4-4dcd-49b4-801e-7f8e8cf29b53'], 'active': True} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:51:57.554172 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a9bfe7b-5aaf-48fc-ac39-7b8a54bbd0ab admin admin] Network 141405ca-c540-4799-bdeb-b406e3f2ae7d is already hosted by enough agents. {{(pid=85335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 16:51:57.558732 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [None req-3a9bfe7b-5aaf-48fc-ac39-7b8a54bbd0ab admin admin] Resources bound (agent type, host, resource id): {{(pid=85335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:51:57.705944 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvr_db [None req-86c245dc-9df2-4b3e-bf49-d4c2c28645f8 None None] Set router ad3843d4-4dcd-49b4-801e-7f8e8cf29b53 gateway port host: dv-cinder-733622-13-smb {{(pid=85337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:51:57.885195 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a9bfe7b-5aaf-48fc-ac39-7b8a54bbd0ab admin admin] Router ad3843d4-4dcd-49b4-801e-7f8e8cf29b53 has already been hosted by L3 agent 4aa3b6c8-2ef9-4577-bdb6-1cfedaad083f {{(pid=85335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 16:51:58.036505 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-fa03748c-3e2a-4b72-8989-7ae14cc3b56b None None] Provisioning complete for port ffe5cc1f-720b-44bd-a5c9-0e018f568374 triggered by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:51:58.036505 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-fa03748c-3e2a-4b72-8989-7ae14cc3b56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852761088'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:51:58.125875 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a9bfe7b-5aaf-48fc-ac39-7b8a54bbd0ab admin admin] Notify agent at l3_agent.dv-cinder-733622-13-smb the message routers_updated {{(pid=85335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 16:51:58.144544 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-3a9bfe7b-5aaf-48fc-ac39-7b8a54bbd0ab admin admin] 10.222.0.38 "PUT /v2.0/routers/ad3843d4-4dcd-49b4-801e-7f8e8cf29b53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8806577 Apr 16 16:51:58.145000 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-fa03748c-3e2a-4b72-8989-7ae14cc3b56b None None] Port ffe5cc1f-720b-44bd-a5c9-0e018f568374 cannot update to ACTIVE because it is not bound. {{(pid=85337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 16:51:58.231498 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-86c245dc-9df2-4b3e-bf49-d4c2c28645f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad3843d4-4dcd-49b4-801e-7f8e8cf29b53', 'name': 'tempest-TestShelveInstance-1472907593-router', 'tenant_id': 'ab7c4e29afac4f9e95c5053828309dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'external_fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.242'}], 'enable_snat': True}, 'gw_port_id': '6a3b043d-7d2c-4083-8d94-2700f03d2f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:51:50Z', 'updated_at': '2021-04-16T16:51:56Z', 'revision_number': 4, 'project_id': 'ab7c4e29afac4f9e95c5053828309dfd', 'gw_port': {'id': '6a3b043d-7d2c-4083-8d94-2700f03d2f6f', 'name': '', 'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4d:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad3843d4-4dcd-49b4-801e-7f8e8cf29b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:51:51Z', 'updated_at': '2021-04-16T16:51:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-smb', '_interfaces': [{'id': 'ffe5cc1f-720b-44bd-a5c9-0e018f568374', 'name': '', 'network_id': '141405ca-c540-4799-bdeb-b406e3f2ae7d', 'tenant_id': 'ab7c4e29afac4f9e95c5053828309dfd', 'mac_address': 'fa:16:3e:73:a8:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad3843d4-4dcd-49b4-801e-7f8e8cf29b53', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '77fdd9b8-ce12-4564-ad7d-62ce5897287c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:51:55Z', 'updated_at': '2021-04-16T16:51:57Z', 'revision_number': 2, 'project_id': 'ab7c4e29afac4f9e95c5053828309dfd', 'subnets': [{'id': '77fdd9b8-ce12-4564-ad7d-62ce5897287c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-13-smb', False) {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:51:58.239300 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c245dc-9df2-4b3e-bf49-d4c2c28645f8 None None] The sync data for ids ['ad3843d4-4dcd-49b4-801e-7f8e8cf29b53'] in dv-cinder-733622-13-smb is: [{'id': 'ad3843d4-4dcd-49b4-801e-7f8e8cf29b53', 'name': 'tempest-TestShelveInstance-1472907593-router', 'tenant_id': 'ab7c4e29afac4f9e95c5053828309dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'external_fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.242'}], 'enable_snat': True}, 'gw_port_id': '6a3b043d-7d2c-4083-8d94-2700f03d2f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:51:50Z', 'updated_at': '2021-04-16T16:51:56Z', 'revision_number': 4, 'project_id': 'ab7c4e29afac4f9e95c5053828309dfd', 'gw_port': {'id': '6a3b043d-7d2c-4083-8d94-2700f03d2f6f', 'name': '', 'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4d:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad3843d4-4dcd-49b4-801e-7f8e8cf29b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:51:51Z', 'updated_at': '2021-04-16T16:51:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-smb', '_interfaces': [{'id': 'ffe5cc1f-720b-44bd-a5c9-0e018f568374', 'name': '', 'network_id': '141405ca-c540-4799-bdeb-b406e3f2ae7d', 'tenant_id': 'ab7c4e29afac4f9e95c5053828309dfd', 'mac_address': 'fa:16:3e:73:a8:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad3843d4-4dcd-49b4-801e-7f8e8cf29b53', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '77fdd9b8-ce12-4564-ad7d-62ce5897287c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:51:55Z', 'updated_at': '2021-04-16T16:51:57Z', 'revision_number': 2, 'project_id': 'ab7c4e29afac4f9e95c5053828309dfd', 'subnets': [{'id': '77fdd9b8-ce12-4564-ad7d-62ce5897287c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 16:51:58.394169 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e27639-32d7-4e44-8b9e-42003fd6eb44 req-d532a1ae-5d14-496e-96f9-49c917aaf5ed tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:51:58.395891 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-37e27639-32d7-4e44-8b9e-42003fd6eb44 req-d532a1ae-5d14-496e-96f9-49c917aaf5ed tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/ports?device_id=4c6f8080-b802-4729-8986-12463eb33e3e HTTP/1.1" status: 200 len: 943 time: 0.1047802 Apr 16 16:51:58.458290 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-37e27639-32d7-4e44-8b9e-42003fd6eb44 req-502bec60-e3da-4b4f-8d1c-06537204f03f tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/security-groups?id=ad23a607-8b6f-4d76-a678-412bf8b292b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523908 Apr 16 16:51:58.607966 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.agents_db [None req-ebbb9395-3582-4696-b633-83ddaf7c527f None None] Agent healthcheck: found 6 active agents {{(pid=85338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 16:51:58.794561 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d197d81a-c586-4a1d-b053-558357de35dd req-1646af14-9885-4dd8-984f-a58d1eadf4a1 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:51:58.796290 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-d197d81a-c586-4a1d-b053-558357de35dd req-1646af14-9885-4dd8-984f-a58d1eadf4a1 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "GET /v2.0/ports?device_id=bdf0aa24-5861-4cf4-bfeb-fa44ea280104 HTTP/1.1" status: 200 len: 945 time: 0.1442585 Apr 16 16:51:58.855269 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-d197d81a-c586-4a1d-b053-558357de35dd req-79882f4c-ec2a-4fba-af51-354b0251b7b6 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "GET /v2.0/security-groups?id=6a48b2e8-e55a-4b18-86af-761daa0c1680&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492239 Apr 16 16:51:58.922733 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 43256) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:51:58.929634 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-313d4c1c-36e3-437d-9a6f-bc4ff55db95d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-577759941-network', 'tenant_id': '2af1774e2a884c2586e5008fa182fa1a'}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:51:58.935819 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-313d4c1c-36e3-437d-9a6f-bc4ff55db95d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:51:58.940482 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-313d4c1c-36e3-437d-9a6f-bc4ff55db95d admin admin] Usage tracker for resource:network and tenant:2af1774e2a884c2586e5008fa182fa1a is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:51:58.943873 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-313d4c1c-36e3-437d-9a6f-bc4ff55db95d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:51:58.951421 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-313d4c1c-36e3-437d-9a6f-bc4ff55db95d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:51:58.961844 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-313d4c1c-36e3-437d-9a6f-bc4ff55db95d admin admin] Made reservation on behalf of 2af1774e2a884c2586e5008fa182fa1a for: {'network': 1} {{(pid=85336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 16:51:58.967391 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-313d4c1c-36e3-437d-9a6f-bc4ff55db95d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for network, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:51:58.981526 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-313d4c1c-36e3-437d-9a6f-bc4ff55db95d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:51:58.999261 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-313d4c1c-36e3-437d-9a6f-bc4ff55db95d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:51:59.003750 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-313d4c1c-36e3-437d-9a6f-bc4ff55db95d admin admin] Usage tracker for resource:security_group_rule and tenant:2af1774e2a884c2586e5008fa182fa1a is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:51:59.006885 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-313d4c1c-36e3-437d-9a6f-bc4ff55db95d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:51:59.013302 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-313d4c1c-36e3-437d-9a6f-bc4ff55db95d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:51:59.123930 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-313d4c1c-36e3-437d-9a6f-bc4ff55db95d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:51:59.127651 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-313d4c1c-36e3-437d-9a6f-bc4ff55db95d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:51:59.133659 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-2384147b-d600-4e1f-84da-06d3aa683a02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:51:59.178174 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-313d4c1c-36e3-437d-9a6f-bc4ff55db95d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 761} {{(pid=85336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 16:51:59.191716 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313d4c1c-36e3-437d-9a6f-bc4ff55db95d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bef7348-d2ba-4841-bbaa-5177c93b5214,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:51:59.196784 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-313d4c1c-36e3-437d-9a6f-bc4ff55db95d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:51:59.201102 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-313d4c1c-36e3-437d-9a6f-bc4ff55db95d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-60927'] for segment, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:51:59.201499 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.db.segments_db [None req-313d4c1c-36e3-437d-9a6f-bc4ff55db95d admin admin] Added segment b7ac3623-4131-4615-ab2f-c8faeafa4724 of type vlan for network 17a72322-ad29-4369-954d-022881cda973 Apr 16 16:51:59.242427 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-313d4c1c-36e3-437d-9a6f-bc4ff55db95d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751455732714'] for network, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:51:59.280273 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-313d4c1c-36e3-437d-9a6f-bc4ff55db95d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139'] for network, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:51:59.283404 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313d4c1c-36e3-437d-9a6f-bc4ff55db95d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:51:59.284828 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-313d4c1c-36e3-437d-9a6f-bc4ff55db95d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609088'] for network, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:51:59.293879 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-12ca1664-7d74-4fb6-af9a-6bd525d9685b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:51:59.421300 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-313d4c1c-36e3-437d-9a6f-bc4ff55db95d admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4968731 Apr 16 16:51:59.422539 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313d4c1c-36e3-437d-9a6f-bc4ff55db95d admin admin] Pushing event updated for resources: {'Network': ['ID=17a72322-ad29-4369-954d-022881cda973,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:51:59.426381 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-313d4c1c-36e3-437d-9a6f-bc4ff55db95d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:51:59.427045 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 43260) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:51:59.435320 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Network 17a72322-ad29-4369-954d-022881cda973 details requested by agent ovs-agent-dv-cinder-733622-13-smb with host dv-cinder-733622-13-smb {{(pid=85337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 16:51:59.435798 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-90e61ea5-02ff-4c0c-820c-4f88c6130c85 admin admin] Request body: {'subnet': {'network_id': '17a72322-ad29-4369-954d-022881cda973', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-577759941-subnet', 'tenant_id': '2af1774e2a884c2586e5008fa182fa1a', 'ip_version': 4}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:51:59.441481 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-90e61ea5-02ff-4c0c-820c-4f88c6130c85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:51:59.446439 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-90e61ea5-02ff-4c0c-820c-4f88c6130c85 admin admin] Usage tracker for resource:subnet and tenant:2af1774e2a884c2586e5008fa182fa1a is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:51:59.451695 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-90e61ea5-02ff-4c0c-820c-4f88c6130c85 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:51:59.458278 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-90e61ea5-02ff-4c0c-820c-4f88c6130c85 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:51:59.472043 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90e61ea5-02ff-4c0c-820c-4f88c6130c85 admin admin] Made reservation on behalf of 2af1774e2a884c2586e5008fa182fa1a for: {'subnet': 1} {{(pid=85335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 16:51:59.477496 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-90e61ea5-02ff-4c0c-820c-4f88c6130c85 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852490445'] for subnet, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:51:59.749665 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505e7cc3-de43-4d76-b22f-5cc817174c34 req-e79a6bcf-795b-4f39-87c5-a848bd3d3d56 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:51:59.751400 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-505e7cc3-de43-4d76-b22f-5cc817174c34 req-e79a6bcf-795b-4f39-87c5-a848bd3d3d56 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/ports?device_id=4c6f8080-b802-4729-8986-12463eb33e3e HTTP/1.1" status: 200 len: 943 time: 0.1082532 Apr 16 16:51:59.799148 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Device 1a2753f0-829b-44c8-b562-25e0a67aa0e0 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=85337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 16:51:59.823100 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-505e7cc3-de43-4d76-b22f-5cc817174c34 req-3655bdea-3f77-45cc-ad6d-58dcde4bbee7 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/security-groups?id=ad23a607-8b6f-4d76-a678-412bf8b292b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639789 Apr 16 16:51:59.971585 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] For port 1a2753f0-829b-44c8-b562-25e0a67aa0e0, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=1a2753f0-829b-44c8-b562-25e0a67aa0e0,segment=NetworkSegment(9ac9f406-6c3c-40ac-9dbd-02eabe5a0c9b),segment_id=9ac9f406-6c3c-40ac-9dbd-02eabe5a0c9b)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:51:59.990648 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Returning: {'device': '1a2753f0-829b-44c8-b562-25e0a67aa0e0', 'network_id': '3850fa94-c64e-47a7-8ac1-100295c70767', 'port_id': '1a2753f0-829b-44c8-b562-25e0a67aa0e0', 'mac_address': 'fa:16:3e:fe:b2:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d318de4-dae1-4537-aa0d-b7c79b5c1954', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 16:52:00.059618 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:00.064640 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-90e61ea5-02ff-4c0c-820c-4f88c6130c85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850737714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852490496'] for subnet, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:00.080161 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a2753f0-829b-44c8-b562-25e0a67aa0e0 {{(pid=85337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 16:52:00.083465 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-b32e9efd-b993-4dfc-986e-accff966f736 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:52:00.099169 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] For port 1a2753f0-829b-44c8-b562-25e0a67aa0e0, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=1a2753f0-829b-44c8-b562-25e0a67aa0e0,segment=NetworkSegment(9ac9f406-6c3c-40ac-9dbd-02eabe5a0c9b),segment_id=9ac9f406-6c3c-40ac-9dbd-02eabe5a0c9b)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:52:00.102482 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:00.104909 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:52:00.188551 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Pushing event updated for resources: {'Port': ['ID=1a2753f0-829b-44c8-b562-25e0a67aa0e0,revision_number=9']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:52:00.192677 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:52:00.260818 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e61ea5-02ff-4c0c-820c-4f88c6130c85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f6c8c84-cd8d-4bf3-b263-9a2e0e7778ea,revision_number=0']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:52:00.272952 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8e5d2d-6a58-4517-b7a8-a9f79e9ba3aa req-cfe9c4d7-3e0a-47c9-9a01-507c500044ae tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:52:00.274772 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-de8e5d2d-6a58-4517-b7a8-a9f79e9ba3aa req-cfe9c4d7-3e0a-47c9-9a01-507c500044ae tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "GET /v2.0/ports?device_id=bdf0aa24-5861-4cf4-bfeb-fa44ea280104 HTTP/1.1" status: 200 len: 945 time: 0.2728055 Apr 16 16:52:00.280323 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-90e61ea5-02ff-4c0c-820c-4f88c6130c85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:52:00.324381 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Device 6a3b043d-7d2c-4083-8d94-2700f03d2f6f up at agent ovs-agent-dv-cinder-733622-13-smb {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:52:00.353525 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-de8e5d2d-6a58-4517-b7a8-a9f79e9ba3aa req-a453b907-72cc-4b18-b3a7-7a6a8ace487c tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "GET /v2.0/security-groups?id=6a48b2e8-e55a-4b18-86af-761daa0c1680&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697751 Apr 16 16:52:00.359787 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] get_ports_and_sgs() called for port_ids ['1a2753f0-829b-44c8-b562-25e0a67aa0e0'] {{(pid=85337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 16:52:00.383453 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e61ea5-02ff-4c0c-820c-4f88c6130c85 admin admin] Checking segment: {'id': 'b7ac3623-4131-4615-ab2f-c8faeafa4724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '17a72322-ad29-4369-954d-022881cda973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 16:52:00.383849 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e61ea5-02ff-4c0c-820c-4f88c6130c85 admin admin] Network hostable DHCP agents. Network: 17a72322-ad29-4369-954d-022881cda973, hostable agents: ['a512e422-67dd-4296-9548-92f23f2586e5'], hosted agents: [] {{(pid=85335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 16:52:00.414990 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e61ea5-02ff-4c0c-820c-4f88c6130c85 admin admin] Network 17a72322-ad29-4369-954d-022881cda973 is scheduled to be hosted by DHCP agent a512e422-67dd-4296-9548-92f23f2586e5 with binding_index 1 {{(pid=85335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 16:52:00.426278 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [None req-90e61ea5-02ff-4c0c-820c-4f88c6130c85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-13-smb, 17a72322-ad29-4369-954d-022881cda973) {{(pid=85335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:52:00.441125 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e61ea5-02ff-4c0c-820c-4f88c6130c85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:52:00.441791 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-90e61ea5-02ff-4c0c-820c-4f88c6130c85 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:00.445177 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a41d5648-40b6-4a20-84d0-e2a6fb9c8313 None None] Network 17a72322-ad29-4369-954d-022881cda973 requested from dv-cinder-733622-13-smb {{(pid=85337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 16:52:00.463373 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-90e61ea5-02ff-4c0c-820c-4f88c6130c85 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0350823 Apr 16 16:52:00.468508 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 43268) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:52:00.475131 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-49a43716-12d1-44bd-b780-1130bfe52d5b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-577759941-router', 'tenant_id': '2af1774e2a884c2586e5008fa182fa1a', 'external_gateway_info': {'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f'}}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:52:00.480339 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-49a43716-12d1-44bd-b780-1130bfe52d5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:52:00.485339 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-49a43716-12d1-44bd-b780-1130bfe52d5b admin admin] Usage tracker for resource:router and tenant:2af1774e2a884c2586e5008fa182fa1a is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:52:00.489135 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-49a43716-12d1-44bd-b780-1130bfe52d5b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:52:00.498642 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-49a43716-12d1-44bd-b780-1130bfe52d5b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:52:00.512652 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-49a43716-12d1-44bd-b780-1130bfe52d5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-457759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5682'] for router, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:00.514337 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-49a43716-12d1-44bd-b780-1130bfe52d5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854317886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854348900', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854353146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854770118'] for router, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:00.538940 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-49a43716-12d1-44bd-b780-1130bfe52d5b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:00.590477 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Provisioning for port 6a3b043d-7d2c-4083-8d94-2700f03d2f6f completed by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:52:00.621159 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Provisioning complete for port 6a3b043d-7d2c-4083-8d94-2700f03d2f6f triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:52:00.621581 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852761088'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:01.127434 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e04fdba-f2de-48f5-abba-9af54d09507c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bdac51c-8a1a-5aad-9eff-c89f1558b090-17a72322-ad29-4369-954d-022881cda973', 'network_id': '17a72322-ad29-4369-954d-022881cda973', 'tenant_id': '2af1774e2a884c2586e5008fa182fa1a', 'fixed_ips': [{'subnet_id': '6f6c8c84-cd8d-4bf3-b263-9a2e0e7778ea'}]}} from dv-cinder-733622-13-smb. {{(pid=85337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 16:52:01.128349 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-4e04fdba-f2de-48f5-abba-9af54d09507c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:01.164598 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:01.213518 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-49a43716-12d1-44bd-b780-1130bfe52d5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854348883', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-457772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854770167'] for router, precommit_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:01.240732 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] For port 6a3b043d-7d2c-4083-8d94-2700f03d2f6f, host dv-cinder-733622-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-smb',level=0,port_id=6a3b043d-7d2c-4083-8d94-2700f03d2f6f,segment=NetworkSegment(72591246-2019-4cd4-9cf3-fab9e1d2beed),segment_id=72591246-2019-4cd4-9cf3-fab9e1d2beed)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:52:01.245176 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:01.250261 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-af20f4c2-7a0b-430e-a48f-026124eeeae1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:52:01.365911 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4314917c-98bb-4fde-9ebb-875e0ba76fbb req-15d709bd-1b35-4857-9332-4881c748d82d tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:52:01.367605 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-4314917c-98bb-4fde-9ebb-875e0ba76fbb req-15d709bd-1b35-4857-9332-4881c748d82d tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.87 "GET /v2.0/ports?device_id=bdf0aa24-5861-4cf4-bfeb-fa44ea280104 HTTP/1.1" status: 200 len: 945 time: 0.6730685 Apr 16 16:52:01.379791 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4ff0be-4a12-465e-8c58-55d7fdc4ccfd req-f78c94cb-b933-4a61-9ddb-e4e387af92c6 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:52:01.381297 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-fe4ff0be-4a12-465e-8c58-55d7fdc4ccfd req-f78c94cb-b933-4a61-9ddb-e4e387af92c6 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/ports?device_id=4c6f8080-b802-4729-8986-12463eb33e3e HTTP/1.1" status: 200 len: 944 time: 0.3078442 Apr 16 16:52:01.397289 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Pushing event updated for resources: {'Port': ['ID=6a3b043d-7d2c-4083-8d94-2700f03d2f6f,revision_number=4']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:52:01.403420 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:52:01.415303 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.db_base_plugin_common [None req-4e04fdba-f2de-48f5-abba-9af54d09507c None None] Allocated IP 172.20.0.2 (17a72322-ad29-4369-954d-022881cda973/6f6c8c84-cd8d-4bf3-b263-9a2e0e7778ea/81fa45de-3648-401e-81b5-fb9d6c55cd14) {{(pid=85337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 16:52:01.521438 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [req-4314917c-98bb-4fde-9ebb-875e0ba76fbb req-48f30441-52d1-4c21-a466-4396b94de2ab tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Deleting port b8a1412f-f09d-4db2-8941-3efae6d0fe18 {{(pid=85336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:52:01.521438 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-4314917c-98bb-4fde-9ebb-875e0ba76fbb req-48f30441-52d1-4c21-a466-4396b94de2ab tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285398617716'] for port, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:01.586701 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-fe4ff0be-4a12-465e-8c58-55d7fdc4ccfd req-36b90ab3-3bf8-444e-bad4-21ad775f4c05 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/security-groups?id=ad23a607-8b6f-4d76-a678-412bf8b292b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1571372 Apr 16 16:52:01.666302 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce32e6d4-9e4f-4f8e-b219-44cc295e7482 req-a9cd7cbf-aab5-403d-8b81-0a297d0cfeb0 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:52:01.669584 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-ce32e6d4-9e4f-4f8e-b219-44cc295e7482 req-a9cd7cbf-aab5-403d-8b81-0a297d0cfeb0 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "GET /v2.0/ports?device_id=bdf0aa24-5861-4cf4-bfeb-fa44ea280104 HTTP/1.1" status: 200 len: 945 time: 0.1515424 Apr 16 16:52:01.728106 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-4e04fdba-f2de-48f5-abba-9af54d09507c None None] Notify callbacks [] for port, precommit_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:01.749276 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-ce32e6d4-9e4f-4f8e-b219-44cc295e7482 req-285568e0-d54b-44fc-b1c4-dc4a4b09e625 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "GET /v2.0/security-groups?id=6a48b2e8-e55a-4b18-86af-761daa0c1680&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714493 Apr 16 16:52:01.756152 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-4e04fdba-f2de-48f5-abba-9af54d09507c None None] Transition to ACTIVE for port object 81fa45de-3648-401e-81b5-fb9d6c55cd14 will not be triggered until provisioned by entity L2. {{(pid=85337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:52:01.798087 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc4960d-526f-4819-af44-317091fe0e00 None None] Sync routers for ids ['ad3843d4-4dcd-49b4-801e-7f8e8cf29b53'] in dv-cinder-733622-13-smb {{(pid=85338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 16:52:01.799120 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Device 1a2753f0-829b-44c8-b562-25e0a67aa0e0 up at agent hyperv_hv-cinder-73362 {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:52:01.810990 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc4960d-526f-4819-af44-317091fe0e00 None None] Routers {'ad3843d4-4dcd-49b4-801e-7f8e8cf29b53'} bound to L3 agent in host dv-cinder-733622-13-smb {{(pid=85338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:52:01.811774 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-3dc4960d-526f-4819-af44-317091fe0e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T16:36:22Z,description=,heartbeat_timestamp=2021-04-16T16:51:52Z,host='dv-cinder-733622-13-smb',id=4aa3b6c8-2ef9-4577-bdb6-1cfedaad083f,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T16:36:22Z,topic='l3_agent')) {'router_ids': ['ad3843d4-4dcd-49b4-801e-7f8e8cf29b53'], 'active': True} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:52:01.836266 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-4e04fdba-f2de-48f5-abba-9af54d09507c None None] Transition to ACTIVE for port object 81fa45de-3648-401e-81b5-fb9d6c55cd14 will not be triggered until provisioned by entity DHCP. {{(pid=85337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:52:01.854373 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-4e04fdba-f2de-48f5-abba-9af54d09507c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751455712866'] for port, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:01.884369 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:52:02.056749 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvr_db [None req-3dc4960d-526f-4819-af44-317091fe0e00 None None] Set router ad3843d4-4dcd-49b4-801e-7f8e8cf29b53 gateway port host: dv-cinder-733622-13-smb {{(pid=85338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:52:02.065378 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e04fdba-f2de-48f5-abba-9af54d09507c None None] Pushing event updated for resources: {'Port': ['ID=81fa45de-3648-401e-81b5-fb9d6c55cd14,revision_number=1']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:52:02.068492 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-4e04fdba-f2de-48f5-abba-9af54d09507c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:52:02.086847 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-49a43716-12d1-44bd-b780-1130bfe52d5b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:02.109498 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Provisioning complete for port 1a2753f0-829b-44c8-b562-25e0a67aa0e0 triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:52:02.109742 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852761088'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:02.124929 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-49a43716-12d1-44bd-b780-1130bfe52d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:02.132916 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [req-4314917c-98bb-4fde-9ebb-875e0ba76fbb req-48f30441-52d1-4c21-a466-4396b94de2ab tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] For port b8a1412f-f09d-4db2-8941-3efae6d0fe18, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=b8a1412f-f09d-4db2-8941-3efae6d0fe18,segment=NetworkSegment(d3718c9d-c1c1-4ae5-addf-ded1288879fe),segment_id=d3718c9d-c1c1-4ae5-addf-ded1288879fe)] {{(pid=85336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:52:02.133394 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-4314917c-98bb-4fde-9ebb-875e0ba76fbb req-48f30441-52d1-4c21-a466-4396b94de2ab tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436170'] for port, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:02.192331 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e04fdba-f2de-48f5-abba-9af54d09507c None None] Network 17a72322-ad29-4369-954d-022881cda973 is already hosted by enough agents. {{(pid=85337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 16:52:02.195777 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [None req-4e04fdba-f2de-48f5-abba-9af54d09507c None None] Resources bound (agent type, host, resource id): {{(pid=85337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:52:02.198325 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e04fdba-f2de-48f5-abba-9af54d09507c None None] Received port after_create {{(pid=85337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 16:52:02.365709 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Device 6a3b043d-7d2c-4083-8d94-2700f03d2f6f up at agent ovs-agent-dv-cinder-733622-13-smb {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:52:02.427527 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-4e04fdba-f2de-48f5-abba-9af54d09507c None None] Attempting to bind port 81fa45de-3648-401e-81b5-fb9d6c55cd14 on host dv-cinder-733622-13-smb for vnic_type normal with profile {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 16:52:02.427945 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-4e04fdba-f2de-48f5-abba-9af54d09507c None None] Attempting to bind port 81fa45de-3648-401e-81b5-fb9d6c55cd14 by drivers openvswitch,hyperv on host dv-cinder-733622-13-smb at level 0 using segments [{'id': 'b7ac3623-4131-4615-ab2f-c8faeafa4724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '17a72322-ad29-4369-954d-022881cda973'}] {{(pid=85337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 16:52:02.428355 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e04fdba-f2de-48f5-abba-9af54d09507c None None] Attempting to bind port 81fa45de-3648-401e-81b5-fb9d6c55cd14 on network 17a72322-ad29-4369-954d-022881cda973 {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 16:52:02.450594 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e04fdba-f2de-48f5-abba-9af54d09507c None None] Checking agent: {'id': '033b0af5-7550-4b5d-954a-022a384d8461', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 16, 36, 23), 'started_at': datetime.datetime(2021, 4, 16, 16, 36, 53), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 16:52:02.451018 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e04fdba-f2de-48f5-abba-9af54d09507c None None] Checking segment: {'id': 'b7ac3623-4131-4615-ab2f-c8faeafa4724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '17a72322-ad29-4369-954d-022881cda973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 16:52:02.451465 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-4e04fdba-f2de-48f5-abba-9af54d09507c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:02.451908 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e04fdba-f2de-48f5-abba-9af54d09507c None None] Bound using segment: {'id': 'b7ac3623-4131-4615-ab2f-c8faeafa4724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '17a72322-ad29-4369-954d-022881cda973'} {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 16:52:02.452427 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-4e04fdba-f2de-48f5-abba-9af54d09507c None None] Bound port: 81fa45de-3648-401e-81b5-fb9d6c55cd14, host: dv-cinder-733622-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7ac3623-4131-4615-ab2f-c8faeafa4724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '17a72322-ad29-4369-954d-022881cda973'}}] {{(pid=85337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 16:52:02.452844 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-4e04fdba-f2de-48f5-abba-9af54d09507c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:02.491377 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:02.505416 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-3dc4960d-526f-4819-af44-317091fe0e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad3843d4-4dcd-49b4-801e-7f8e8cf29b53', 'name': 'tempest-TestShelveInstance-1472907593-router', 'tenant_id': 'ab7c4e29afac4f9e95c5053828309dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'external_fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.242'}], 'enable_snat': True}, 'gw_port_id': '6a3b043d-7d2c-4083-8d94-2700f03d2f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:51:50Z', 'updated_at': '2021-04-16T16:51:56Z', 'revision_number': 4, 'project_id': 'ab7c4e29afac4f9e95c5053828309dfd', 'gw_port': {'id': '6a3b043d-7d2c-4083-8d94-2700f03d2f6f', 'name': '', 'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3843d4-4dcd-49b4-801e-7f8e8cf29b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:51:51Z', 'updated_at': '2021-04-16T16:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-smb', '_interfaces': [{'id': 'ffe5cc1f-720b-44bd-a5c9-0e018f568374', 'name': '', 'network_id': '141405ca-c540-4799-bdeb-b406e3f2ae7d', 'tenant_id': 'ab7c4e29afac4f9e95c5053828309dfd', 'mac_address': 'fa:16:3e:73:a8:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad3843d4-4dcd-49b4-801e-7f8e8cf29b53', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '77fdd9b8-ce12-4564-ad7d-62ce5897287c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:51:55Z', 'updated_at': '2021-04-16T16:51:57Z', 'revision_number': 2, 'project_id': 'ab7c4e29afac4f9e95c5053828309dfd', 'subnets': [{'id': '77fdd9b8-ce12-4564-ad7d-62ce5897287c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-13-smb', False) {} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:52:02.512719 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc4960d-526f-4819-af44-317091fe0e00 None None] Checking router: ad3843d4-4dcd-49b4-801e-7f8e8cf29b53 for host: dv-cinder-733622-13-smb {{(pid=85338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 16:52:02.513527 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc4960d-526f-4819-af44-317091fe0e00 None None] Updating router ad3843d4-4dcd-49b4-801e-7f8e8cf29b53 port ffe5cc1f-720b-44bd-a5c9-0e018f568374 binding host dv-cinder-733622-13-smb {{(pid=85338) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 16:52:02.586343 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-3dc4960d-526f-4819-af44-317091fe0e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:02.613422 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c6f8080-b802-4729-8986-12463eb33e3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a2753f0-829b-44c8-b562-25e0a67aa0e0'}] {{(pid=85337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:52:02.617819 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.db_base_plugin_common [None req-49a43716-12d1-44bd-b780-1130bfe52d5b admin admin] Allocated IP 172.28.2.245 (2bc9ca6b-6e72-4404-899b-6b4685eced1f/9106a8ae-dfd9-43e0-982a-dc423b27def7/5d9dafb9-c0c5-43d1-8a29-b9fc06c39d01) {{(pid=85336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 16:52:02.646347 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-4314917c-98bb-4fde-9ebb-875e0ba76fbb req-48f30441-52d1-4c21-a466-4396b94de2ab tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:02.646970 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-4314917c-98bb-4fde-9ebb-875e0ba76fbb req-48f30441-52d1-4c21-a466-4396b94de2ab tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854349033'] for floatingip, after_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:02.647188 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.db.l3_db [req-4314917c-98bb-4fde-9ebb-875e0ba76fbb req-48f30441-52d1-4c21-a466-4396b94de2ab tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Floating IP 62065d3b-3480-423f-99f3-8010d70190d4 disassociated. External IP: 172.28.2.162, port: b8a1412f-f09d-4db2-8941-3efae6d0fe18. Apr 16 16:52:02.647697 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [req-4314917c-98bb-4fde-9ebb-875e0ba76fbb req-48f30441-52d1-4c21-a466-4396b94de2ab tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Calling delete_port for b8a1412f-f09d-4db2-8941-3efae6d0fe18 owned by compute:nova {{(pid=85336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 16:52:02.708207 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] For port 1a2753f0-829b-44c8-b562-25e0a67aa0e0, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=1a2753f0-829b-44c8-b562-25e0a67aa0e0,segment=NetworkSegment(9ac9f406-6c3c-40ac-9dbd-02eabe5a0c9b),segment_id=9ac9f406-6c3c-40ac-9dbd-02eabe5a0c9b)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:52:02.735816 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:02.738065 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Device b8a1412f-f09d-4db2-8941-3efae6d0fe18 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 16:52:02.807133 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Provisioning complete for port 6a3b043d-7d2c-4083-8d94-2700f03d2f6f triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:52:02.809750 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852761088'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:02.941852 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c6f8080-b802-4729-8986-12463eb33e3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a2753f0-829b-44c8-b562-25e0a67aa0e0', 'code': 200} Apr 16 16:52:02.965655 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-49a43716-12d1-44bd-b780-1130bfe52d5b admin admin] Notify callbacks [] for port, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:02.986167 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:52:02.998611 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-4314917c-98bb-4fde-9ebb-875e0ba76fbb req-48f30441-52d1-4c21-a466-4396b94de2ab tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751456166703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363285399062934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2420184'] for port, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:03.021512 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1a30fbad-cce1-43d7-a804-d3e250cd82d9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:52:03.150817 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-4e04fdba-f2de-48f5-abba-9af54d09507c None None] For port 81fa45de-3648-401e-81b5-fb9d6c55cd14, host dv-cinder-733622-13-smb, cleared binding levels {{(pid=85337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 16:52:03.189497 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-4e04fdba-f2de-48f5-abba-9af54d09507c None None] For port 81fa45de-3648-401e-81b5-fb9d6c55cd14, host dv-cinder-733622-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-smb',level=0,port_id=81fa45de-3648-401e-81b5-fb9d6c55cd14,segment=NetworkSegment(b7ac3623-4131-4615-ab2f-c8faeafa4724),segment_id=b7ac3623-4131-4615-ab2f-c8faeafa4724)] {{(pid=85337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 16:52:03.197471 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] No active binding found for port b8a1412f-f09d-4db2-8941-3efae6d0fe18 {{(pid=85337) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:225}} Apr 16 16:52:03.198258 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Device b8a1412f-f09d-4db2-8941-3efae6d0fe18 not bound to the agent host hv-cinder-73362 {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 16:52:03.200428 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f098945b-7786-4d1e-858d-510758b19f18 req-3947c426-a43b-4325-b8bb-7bd8d535a3b8 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:52:03.205334 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-f098945b-7786-4d1e-858d-510758b19f18 req-3947c426-a43b-4325-b8bb-7bd8d535a3b8 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/ports?device_id=4c6f8080-b802-4729-8986-12463eb33e3e HTTP/1.1" status: 200 len: 946 time: 0.3898664 Apr 16 16:52:03.208277 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f30441-52d1-4c21-a466-4396b94de2ab tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Pushing event deleted for resources: {'Port': ['ID=b8a1412f-f09d-4db2-8941-3efae6d0fe18,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:52:03.214279 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Pushing event updated for resources: {'Port': ['ID=1a2753f0-829b-44c8-b562-25e0a67aa0e0,revision_number=10']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:52:03.218279 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:52:03.221562 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-4e04fdba-f2de-48f5-abba-9af54d09507c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:03.222032 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-48f30441-52d1-4c21-a466-4396b94de2ab tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:52:03.224515 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-2d39758e-b70e-4f20-9685-5029c7a8da2f req-13736d7a-ed97-4f6c-9806-3ac70a2aacc2 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "GET /v2.0/ports?device_id=bdf0aa24-5861-4cf4-bfeb-fa44ea280104 HTTP/1.1" status: 200 len: 210 time: 0.1298387 Apr 16 16:52:03.240306 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:52:03.273162 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-3dc4960d-526f-4819-af44-317091fe0e00 None None] Notify callbacks [] for port, precommit_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:03.274032 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-49a43716-12d1-44bd-b780-1130bfe52d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751455712866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2420184'] for port, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:03.289498 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-3dc4960d-526f-4819-af44-317091fe0e00 None None] Transition to ACTIVE for port object ffe5cc1f-720b-44bd-a5c9-0e018f568374 will not be triggered until provisioned by entity L2. {{(pid=85338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:52:03.298211 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-3dc4960d-526f-4819-af44-317091fe0e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900'] for port, after_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:03.303525 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1c85907b-8c68-4d96-bb33-84a0ca352440 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:52:03.316303 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:52:03.399402 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b979a60-82d9-48fe-afb6-2c3bc4ba4cd8 None None] Pushing event updated for resources: {'Port': ['ID=ffe5cc1f-720b-44bd-a5c9-0e018f568374,revision_number=3']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:52:03.480755 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b979a60-82d9-48fe-afb6-2c3bc4ba4cd8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:52:03.481292 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a43716-12d1-44bd-b780-1130bfe52d5b admin admin] Pushing event updated for resources: {'Port': ['ID=5d9dafb9-c0c5-43d1-8a29-b9fc06c39d01,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:52:03.481619 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b979a60-82d9-48fe-afb6-2c3bc4ba4cd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:52:03.482501 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b979a60-82d9-48fe-afb6-2c3bc4ba4cd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:52:03.482501 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b979a60-82d9-48fe-afb6-2c3bc4ba4cd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:52:03.483027 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b979a60-82d9-48fe-afb6-2c3bc4ba4cd8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:52:03.483501 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b979a60-82d9-48fe-afb6-2c3bc4ba4cd8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:52:03.483972 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b979a60-82d9-48fe-afb6-2c3bc4ba4cd8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:52:03.484618 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b979a60-82d9-48fe-afb6-2c3bc4ba4cd8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:52:03.485109 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b979a60-82d9-48fe-afb6-2c3bc4ba4cd8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:52:03.485571 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b979a60-82d9-48fe-afb6-2c3bc4ba4cd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:52:03.486205 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b979a60-82d9-48fe-afb6-2c3bc4ba4cd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:52:03.487278 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-49a43716-12d1-44bd-b780-1130bfe52d5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:52:03.487431 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b979a60-82d9-48fe-afb6-2c3bc4ba4cd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:52:03.497518 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-4b979a60-82d9-48fe-afb6-2c3bc4ba4cd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:52:03.587440 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e04fdba-f2de-48f5-abba-9af54d09507c None None] Pushing event updated for resources: {'Port': ['ID=81fa45de-3648-401e-81b5-fb9d6c55cd14,revision_number=2']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:52:03.592402 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-4e04fdba-f2de-48f5-abba-9af54d09507c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:52:03.733369 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-f098945b-7786-4d1e-858d-510758b19f18 req-df2f66a8-164f-4ec3-9327-f198a256e28e tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/security-groups?id=ad23a607-8b6f-4d76-a678-412bf8b292b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5148730 Apr 16 16:52:03.801274 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae489e6-3f46-43a5-af47-7e8d7a333378 req-f65151ca-aad4-4361-9919-c1b098a74787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:52:03.803783 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-bae489e6-3f46-43a5-af47-7e8d7a333378 req-f65151ca-aad4-4361-9919-c1b098a74787 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=4c6f8080-b802-4729-8986-12463eb33e3e HTTP/1.1" status: 200 len: 1099 time: 0.5438311 Apr 16 16:52:03.886860 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-bae489e6-3f46-43a5-af47-7e8d7a333378 req-728d90cd-5884-4dbf-93c5-98a44e05feaa service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=ad23a607-8b6f-4d76-a678-412bf8b292b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721226 Apr 16 16:52:03.914181 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-3dc4960d-526f-4819-af44-317091fe0e00 None None] Attempting to bind port ffe5cc1f-720b-44bd-a5c9-0e018f568374 on host dv-cinder-733622-13-smb for vnic_type normal with profile {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 16:52:03.914418 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-3dc4960d-526f-4819-af44-317091fe0e00 None None] Attempting to bind port ffe5cc1f-720b-44bd-a5c9-0e018f568374 by drivers openvswitch,hyperv on host dv-cinder-733622-13-smb at level 0 using segments [{'id': '4c5c09ca-d7f7-4695-8d8a-1222f3f945e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '141405ca-c540-4799-bdeb-b406e3f2ae7d'}] {{(pid=85338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 16:52:03.914840 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc4960d-526f-4819-af44-317091fe0e00 None None] Attempting to bind port ffe5cc1f-720b-44bd-a5c9-0e018f568374 on network 141405ca-c540-4799-bdeb-b406e3f2ae7d {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 16:52:03.928280 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc4960d-526f-4819-af44-317091fe0e00 None None] Checking agent: {'id': '033b0af5-7550-4b5d-954a-022a384d8461', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 16, 36, 23), 'started_at': datetime.datetime(2021, 4, 16, 16, 36, 53), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 16:52:03.928715 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc4960d-526f-4819-af44-317091fe0e00 None None] Checking segment: {'id': '4c5c09ca-d7f7-4695-8d8a-1222f3f945e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '141405ca-c540-4799-bdeb-b406e3f2ae7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 16:52:03.929171 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-3dc4960d-526f-4819-af44-317091fe0e00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:03.929890 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc4960d-526f-4819-af44-317091fe0e00 None None] Bound using segment: {'id': '4c5c09ca-d7f7-4695-8d8a-1222f3f945e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '141405ca-c540-4799-bdeb-b406e3f2ae7d'} {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 16:52:03.930588 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-3dc4960d-526f-4819-af44-317091fe0e00 None None] Bound port: ffe5cc1f-720b-44bd-a5c9-0e018f568374, host: dv-cinder-733622-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c5c09ca-d7f7-4695-8d8a-1222f3f945e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '141405ca-c540-4799-bdeb-b406e3f2ae7d'}}] {{(pid=85338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 16:52:03.931275 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-3dc4960d-526f-4819-af44-317091fe0e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:04.135804 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a43716-12d1-44bd-b780-1130bfe52d5b admin admin] Network 2bc9ca6b-6e72-4404-899b-6b4685eced1f is already hosted by enough agents. {{(pid=85336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 16:52:04.154229 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [None req-49a43716-12d1-44bd-b780-1130bfe52d5b admin admin] Resources bound (agent type, host, resource id): {{(pid=85336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:52:04.174163 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-3dc4960d-526f-4819-af44-317091fe0e00 None None] For port ffe5cc1f-720b-44bd-a5c9-0e018f568374, host dv-cinder-733622-13-smb, cleared binding levels {{(pid=85338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 16:52:04.178614 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-3dc4960d-526f-4819-af44-317091fe0e00 None None] For port ffe5cc1f-720b-44bd-a5c9-0e018f568374, host dv-cinder-733622-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-smb',level=0,port_id=ffe5cc1f-720b-44bd-a5c9-0e018f568374,segment=NetworkSegment(4c5c09ca-d7f7-4695-8d8a-1222f3f945e8),segment_id=4c5c09ca-d7f7-4695-8d8a-1222f3f945e8)] {{(pid=85338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 16:52:04.182896 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a43716-12d1-44bd-b780-1130bfe52d5b admin admin] Received port after_create {{(pid=85336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 16:52:04.184864 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-3dc4960d-526f-4819-af44-317091fe0e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900'] for port, after_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:04.207794 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-26255a83-db23-4f98-8963-021cd9de0d45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:52:04.236783 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4314917c-98bb-4fde-9ebb-875e0ba76fbb req-48f30441-52d1-4c21-a466-4396b94de2ab tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Router 6acbe92d-12b3-49e3-a9cf-2c57dd9776ac has already been hosted by L3 agent 4aa3b6c8-2ef9-4577-bdb6-1cfedaad083f {{(pid=85336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 16:52:04.378324 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Device 81fa45de-3648-401e-81b5-fb9d6c55cd14 up at agent ovs-agent-dv-cinder-733622-13-smb {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:52:04.454157 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b979a60-82d9-48fe-afb6-2c3bc4ba4cd8 None None] Pushing event updated for resources: {'Port': ['ID=ffe5cc1f-720b-44bd-a5c9-0e018f568374,revision_number=4']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:52:04.460102 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-4b979a60-82d9-48fe-afb6-2c3bc4ba4cd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:52:04.509842 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc4960d-526f-4819-af44-317091fe0e00 None None] Routers {'ad3843d4-4dcd-49b4-801e-7f8e8cf29b53'} bound to L3 agent in host dv-cinder-733622-13-smb {{(pid=85338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:52:04.510583 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-3dc4960d-526f-4819-af44-317091fe0e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T16:36:22Z,description=,heartbeat_timestamp=2021-04-16T16:51:52Z,host='dv-cinder-733622-13-smb',id=4aa3b6c8-2ef9-4577-bdb6-1cfedaad083f,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T16:36:22Z,topic='l3_agent')) {'router_ids': ['ad3843d4-4dcd-49b4-801e-7f8e8cf29b53'], 'active': True} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:52:04.680928 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Provisioning for port 81fa45de-3648-401e-81b5-fb9d6c55cd14 completed by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:52:04.813777 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-7dee50b9-9e50-4f0b-bd02-74cbedd1c271 req-64a49be0-a5b1-4569-9e8e-e27ac6f0ae9d tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "GET /v2.0/ports?device_id=bdf0aa24-5861-4cf4-bfeb-fa44ea280104 HTTP/1.1" status: 200 len: 210 time: 0.3444402 Apr 16 16:52:04.893166 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4314917c-98bb-4fde-9ebb-875e0ba76fbb req-48f30441-52d1-4c21-a466-4396b94de2ab tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Notify agent at l3_agent.dv-cinder-733622-13-smb the message routers_updated {{(pid=85336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 16:52:04.914435 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c561107-ece4-43b1-a7a3-94eea2a0ba7c None None] Sync routers for ids ['6acbe92d-12b3-49e3-a9cf-2c57dd9776ac'] in dv-cinder-733622-13-smb {{(pid=85337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 16:52:04.972880 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c561107-ece4-43b1-a7a3-94eea2a0ba7c None None] Routers {'6acbe92d-12b3-49e3-a9cf-2c57dd9776ac'} bound to L3 agent in host dv-cinder-733622-13-smb {{(pid=85337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:52:04.979246 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-2c561107-ece4-43b1-a7a3-94eea2a0ba7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T16:36:22Z,description=,heartbeat_timestamp=2021-04-16T16:51:52Z,host='dv-cinder-733622-13-smb',id=4aa3b6c8-2ef9-4577-bdb6-1cfedaad083f,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T16:36:22Z,topic='l3_agent')) {'router_ids': ['6acbe92d-12b3-49e3-a9cf-2c57dd9776ac'], 'active': True} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:52:05.011186 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvr_db [None req-3dc4960d-526f-4819-af44-317091fe0e00 None None] Set router ad3843d4-4dcd-49b4-801e-7f8e8cf29b53 gateway port host: dv-cinder-733622-13-smb {{(pid=85338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:52:05.012925 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d2d01a-3291-416e-b856-3907b4f41aa8 req-a1863617-983c-4b43-833c-5170fc43e94c tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:52:05.021857 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-25d2d01a-3291-416e-b856-3907b4f41aa8 req-a1863617-983c-4b43-833c-5170fc43e94c tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/ports?device_id=4c6f8080-b802-4729-8986-12463eb33e3e HTTP/1.1" status: 200 len: 946 time: 0.1054325 Apr 16 16:52:05.056957 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [req-4314917c-98bb-4fde-9ebb-875e0ba76fbb req-48f30441-52d1-4c21-a466-4396b94de2ab tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] No DVR routers for this DVR port b8a1412f-f09d-4db2-8941-3efae6d0fe18 on host hv-cinder-73362 {{(pid=85336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 16:52:05.068496 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-4314917c-98bb-4fde-9ebb-875e0ba76fbb req-48f30441-52d1-4c21-a466-4396b94de2ab tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768218'] for port, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:05.079556 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdf0aa24-5861-4cf4-bfeb-fa44ea280104', 'name': 'network-vif-deleted', 'tag': 'b8a1412f-f09d-4db2-8941-3efae6d0fe18'}] {{(pid=85336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:52:05.084138 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-25d2d01a-3291-416e-b856-3907b4f41aa8 req-65d55422-6b3f-4de5-8bc7-49f62a616326 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/security-groups?id=ad23a607-8b6f-4d76-a678-412bf8b292b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609872 Apr 16 16:52:05.181140 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-4314917c-98bb-4fde-9ebb-875e0ba76fbb req-48f30441-52d1-4c21-a466-4396b94de2ab tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.87 "DELETE /v2.0/ports/b8a1412f-f09d-4db2-8941-3efae6d0fe18 HTTP/1.1" status: 204 len: 173 time: 3.7977214 Apr 16 16:52:05.217907 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdf0aa24-5861-4cf4-bfeb-fa44ea280104', 'name': 'network-vif-deleted', 'tag': 'b8a1412f-f09d-4db2-8941-3efae6d0fe18', 'status': 'completed', 'code': 200} Apr 16 16:52:05.380041 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvr_db [None req-2c561107-ece4-43b1-a7a3-94eea2a0ba7c None None] Set router 6acbe92d-12b3-49e3-a9cf-2c57dd9776ac gateway port host: dv-cinder-733622-13-smb {{(pid=85337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:52:05.416914 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-49a43716-12d1-44bd-b780-1130bfe52d5b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:05.764706 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faff6789-41d7-4f01-beb8-0dd8360ef426 None None] Network 17a72322-ad29-4369-954d-022881cda973 requested from dv-cinder-733622-13-smb {{(pid=85337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 16:52:05.825082 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-3dc4960d-526f-4819-af44-317091fe0e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad3843d4-4dcd-49b4-801e-7f8e8cf29b53', 'name': 'tempest-TestShelveInstance-1472907593-router', 'tenant_id': 'ab7c4e29afac4f9e95c5053828309dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'external_fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.242'}], 'enable_snat': True}, 'gw_port_id': '6a3b043d-7d2c-4083-8d94-2700f03d2f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:51:50Z', 'updated_at': '2021-04-16T16:51:56Z', 'revision_number': 4, 'project_id': 'ab7c4e29afac4f9e95c5053828309dfd', 'gw_port': {'id': '6a3b043d-7d2c-4083-8d94-2700f03d2f6f', 'name': '', 'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3843d4-4dcd-49b4-801e-7f8e8cf29b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:51:51Z', 'updated_at': '2021-04-16T16:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-smb', '_interfaces': [{'id': 'ffe5cc1f-720b-44bd-a5c9-0e018f568374', 'name': '', 'network_id': '141405ca-c540-4799-bdeb-b406e3f2ae7d', 'tenant_id': 'ab7c4e29afac4f9e95c5053828309dfd', 'mac_address': 'fa:16:3e:73:a8:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad3843d4-4dcd-49b4-801e-7f8e8cf29b53', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '77fdd9b8-ce12-4564-ad7d-62ce5897287c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:51:55Z', 'updated_at': '2021-04-16T16:52:04Z', 'revision_number': 4, 'project_id': 'ab7c4e29afac4f9e95c5053828309dfd', 'subnets': [{'id': '77fdd9b8-ce12-4564-ad7d-62ce5897287c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-13-smb', False) {} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:52:05.829715 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc4960d-526f-4819-af44-317091fe0e00 None None] The sync data for ids ['ad3843d4-4dcd-49b4-801e-7f8e8cf29b53'] in dv-cinder-733622-13-smb is: [{'id': 'ad3843d4-4dcd-49b4-801e-7f8e8cf29b53', 'name': 'tempest-TestShelveInstance-1472907593-router', 'tenant_id': 'ab7c4e29afac4f9e95c5053828309dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'external_fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.242'}], 'enable_snat': True}, 'gw_port_id': '6a3b043d-7d2c-4083-8d94-2700f03d2f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:51:50Z', 'updated_at': '2021-04-16T16:51:56Z', 'revision_number': 4, 'project_id': 'ab7c4e29afac4f9e95c5053828309dfd', 'gw_port': {'id': '6a3b043d-7d2c-4083-8d94-2700f03d2f6f', 'name': '', 'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3843d4-4dcd-49b4-801e-7f8e8cf29b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:51:51Z', 'updated_at': '2021-04-16T16:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-smb', '_interfaces': [{'id': 'ffe5cc1f-720b-44bd-a5c9-0e018f568374', 'name': '', 'network_id': '141405ca-c540-4799-bdeb-b406e3f2ae7d', 'tenant_id': 'ab7c4e29afac4f9e95c5053828309dfd', 'mac_address': 'fa:16:3e:73:a8:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad3843d4-4dcd-49b4-801e-7f8e8cf29b53', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '77fdd9b8-ce12-4564-ad7d-62ce5897287c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:51:55Z', 'updated_at': '2021-04-16T16:52:04Z', 'revision_number': 4, 'project_id': 'ab7c4e29afac4f9e95c5053828309dfd', 'subnets': [{'id': '77fdd9b8-ce12-4564-ad7d-62ce5897287c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 16:52:05.953449 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-2d5712c0-195f-461d-bff1-e04c71d5a3cb None None] Provisioning for port 81fa45de-3648-401e-81b5-fb9d6c55cd14 completed by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:52:05.966203 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-2d5712c0-195f-461d-bff1-e04c71d5a3cb None None] Provisioning complete for port 81fa45de-3648-401e-81b5-fb9d6c55cd14 triggered by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:52:05.966644 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-2d5712c0-195f-461d-bff1-e04c71d5a3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852761088'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:06.043764 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-49a43716-12d1-44bd-b780-1130bfe52d5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854318044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-426954'] for router, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:06.272003 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-d1f16676-78b8-41bf-88fa-d3b103cb4d2e req-a8067af0-5013-4b97-ae4c-229417d57cd0 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "GET /v2.0/ports?device_id=bdf0aa24-5861-4cf4-bfeb-fa44ea280104 HTTP/1.1" status: 200 len: 210 time: 0.1192260 Apr 16 16:52:06.450136 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Device ffe5cc1f-720b-44bd-a5c9-0e018f568374 up at agent ovs-agent-dv-cinder-733622-13-smb {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:52:06.545614 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-2d5712c0-195f-461d-bff1-e04c71d5a3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:06.644273 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5666c6-4477-4fc4-87bf-112eb9b75dc2 req-130671e5-ddaa-4ece-a0b0-9460ef421dfe tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:52:06.645973 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-ec5666c6-4477-4fc4-87bf-112eb9b75dc2 req-130671e5-ddaa-4ece-a0b0-9460ef421dfe tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/ports?device_id=4c6f8080-b802-4729-8986-12463eb33e3e HTTP/1.1" status: 200 len: 946 time: 0.2031486 Apr 16 16:52:06.678324 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-2c561107-ece4-43b1-a7a3-94eea2a0ba7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6acbe92d-12b3-49e3-a9cf-2c57dd9776ac', 'name': 'tempest-AttachVolumeTestJSON-2033844302-router', 'tenant_id': '884b1020849e42e3acc115cae0298189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'external_fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.194'}], 'enable_snat': True}, 'gw_port_id': 'aabd4896-a6de-4de3-bfd5-7f4fb8cecc07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:45:37Z', 'updated_at': '2021-04-16T16:45:58Z', 'revision_number': 4, 'project_id': '884b1020849e42e3acc115cae0298189', 'gw_port': {'id': 'aabd4896-a6de-4de3-bfd5-7f4fb8cecc07', 'name': '', 'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6acbe92d-12b3-49e3-a9cf-2c57dd9776ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:45:39Z', 'updated_at': '2021-04-16T16:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-smb', '_interfaces': [{'id': 'b45aaf18-95e8-4b8c-8a6d-1429cfe3d5d8', 'name': '', 'network_id': 'b5d67f03-2a50-4f49-99e2-88dca9cc2c57', 'tenant_id': '884b1020849e42e3acc115cae0298189', 'mac_address': 'fa:16:3e:f1:f0:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6acbe92d-12b3-49e3-a9cf-2c57dd9776ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '649747cf-05da-40d5-a9b4-d5107e9dbf05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:45:55Z', 'updated_at': '2021-04-16T16:46:11Z', 'revision_number': 5, 'project_id': '884b1020849e42e3acc115cae0298189', 'subnets': [{'id': '649747cf-05da-40d5-a9b4-d5107e9dbf05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-13-smb', False) {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:52:06.687860 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-2d5712c0-195f-461d-bff1-e04c71d5a3cb None None] For port 81fa45de-3648-401e-81b5-fb9d6c55cd14, host dv-cinder-733622-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-smb',level=0,port_id=81fa45de-3648-401e-81b5-fb9d6c55cd14,segment=NetworkSegment(b7ac3623-4131-4615-ab2f-c8faeafa4724),segment_id=b7ac3623-4131-4615-ab2f-c8faeafa4724)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:52:06.692803 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49a43716-12d1-44bd-b780-1130bfe52d5b admin admin] Router 6d3aa471-7f3b-4376-98ba-a05cc813a483 is scheduled to L3 agent 4aa3b6c8-2ef9-4577-bdb6-1cfedaad083f with binding_index 1 {{(pid=85336) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 16 16:52:06.695791 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c561107-ece4-43b1-a7a3-94eea2a0ba7c None None] Checking router: 6acbe92d-12b3-49e3-a9cf-2c57dd9776ac for host: dv-cinder-733622-13-smb {{(pid=85337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 16:52:06.703623 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-2d5712c0-195f-461d-bff1-e04c71d5a3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:06.709302 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-3e2d8892-58e6-46a0-8ea3-5456d1233766 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:52:06.713792 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-ec5666c6-4477-4fc4-87bf-112eb9b75dc2 req-ad019404-0543-4f35-9894-5a5feb393e84 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/security-groups?id=ad23a607-8b6f-4d76-a678-412bf8b292b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596440 Apr 16 16:52:06.775027 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Provisioning for port ffe5cc1f-720b-44bd-a5c9-0e018f568374 completed by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:52:06.793015 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c561107-ece4-43b1-a7a3-94eea2a0ba7c None None] Routers {'6acbe92d-12b3-49e3-a9cf-2c57dd9776ac'} bound to L3 agent in host dv-cinder-733622-13-smb {{(pid=85337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:52:06.793363 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-2c561107-ece4-43b1-a7a3-94eea2a0ba7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T16:36:22Z,description=,heartbeat_timestamp=2021-04-16T16:51:52Z,host='dv-cinder-733622-13-smb',id=4aa3b6c8-2ef9-4577-bdb6-1cfedaad083f,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T16:36:22Z,topic='l3_agent')) {'router_ids': ['6acbe92d-12b3-49e3-a9cf-2c57dd9776ac'], 'active': True} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:52:06.897821 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Provisioning complete for port ffe5cc1f-720b-44bd-a5c9-0e018f568374 triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:52:06.898389 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852761088'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:07.060074 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5712c0-195f-461d-bff1-e04c71d5a3cb None None] Pushing event updated for resources: {'Port': ['ID=81fa45de-3648-401e-81b5-fb9d6c55cd14,revision_number=3']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:52:07.077090 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-2d5712c0-195f-461d-bff1-e04c71d5a3cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:52:07.212413 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49a43716-12d1-44bd-b780-1130bfe52d5b admin admin] Notify agent at l3_agent.dv-cinder-733622-13-smb the message routers_updated {{(pid=85336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 16:52:07.230953 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b846339-e46b-4afb-b58c-ff7e36ee0d1c None None] Sync routers for ids ['6d3aa471-7f3b-4376-98ba-a05cc813a483'] in dv-cinder-733622-13-smb {{(pid=85338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 16:52:07.237517 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-49a43716-12d1-44bd-b780-1130bfe52d5b admin admin] Notify callbacks [] for router, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:07.243031 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 43326) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:52:07.249791 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b846339-e46b-4afb-b58c-ff7e36ee0d1c None None] Routers {'6d3aa471-7f3b-4376-98ba-a05cc813a483'} bound to L3 agent in host dv-cinder-733622-13-smb {{(pid=85338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:52:07.250626 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-3b846339-e46b-4afb-b58c-ff7e36ee0d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T16:36:22Z,description=,heartbeat_timestamp=2021-04-16T16:51:52Z,host='dv-cinder-733622-13-smb',id=4aa3b6c8-2ef9-4577-bdb6-1cfedaad083f,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T16:36:22Z,topic='l3_agent')) {'router_ids': ['6d3aa471-7f3b-4376-98ba-a05cc813a483'], 'active': True} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:52:07.252805 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-49a43716-12d1-44bd-b780-1130bfe52d5b admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 6.7827320 Apr 16 16:52:07.360209 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvr_db [None req-2c561107-ece4-43b1-a7a3-94eea2a0ba7c None None] Set router 6acbe92d-12b3-49e3-a9cf-2c57dd9776ac gateway port host: dv-cinder-733622-13-smb {{(pid=85337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:52:07.443117 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 43334) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:52:07.444830 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:07.465565 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-7df0c094-e6ad-41fb-8deb-e3c8c483ce66 None None] Provisioning complete for port 81fa45de-3648-401e-81b5-fb9d6c55cd14 triggered by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:52:07.465993 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-7df0c094-e6ad-41fb-8deb-e3c8c483ce66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852761088'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:07.501920 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvr_db [None req-3b846339-e46b-4afb-b58c-ff7e36ee0d1c None None] Set router 6d3aa471-7f3b-4376-98ba-a05cc813a483 gateway port host: dv-cinder-733622-13-smb {{(pid=85338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:52:07.522520 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-975a8012-eec2-4a08-b9c0-9c5feebf687e tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:07.601094 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-975a8012-eec2-4a08-b9c0-9c5feebf687e tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:07.695070 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-975a8012-eec2-4a08-b9c0-9c5feebf687e tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:07.701875 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-b235bf9d-473b-494e-a581-0e21d1e78f94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:52:07.718872 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] For port ffe5cc1f-720b-44bd-a5c9-0e018f568374, host dv-cinder-733622-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-smb',level=0,port_id=ffe5cc1f-720b-44bd-a5c9-0e018f568374,segment=NetworkSegment(4c5c09ca-d7f7-4695-8d8a-1222f3f945e8),segment_id=4c5c09ca-d7f7-4695-8d8a-1222f3f945e8)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:52:07.727059 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975a8012-eec2-4a08-b9c0-9c5feebf687e tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a48b2e8-e55a-4b18-86af-761daa0c1680,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:52:07.730871 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:07.732632 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-975a8012-eec2-4a08-b9c0-9c5feebf687e tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:52:07.741354 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:52:07.742844 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-975a8012-eec2-4a08-b9c0-9c5feebf687e tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:07.747804 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-975a8012-eec2-4a08-b9c0-9c5feebf687e tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "DELETE /v2.0/security-groups/6a48b2e8-e55a-4b18-86af-761daa0c1680 HTTP/1.1" status: 204 len: 168 time: 0.3036234 Apr 16 16:52:07.748681 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 43338) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:52:07.797291 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.api.v2.resource [None req-3b8cbb39-96b0-4a86-b009-46e52afa4a99 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] show failed (client error): The resource could not be found. Apr 16 16:52:07.805739 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-3b8cbb39-96b0-4a86-b009-46e52afa4a99 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "GET /v2.0/security-groups/6a48b2e8-e55a-4b18-86af-761daa0c1680 HTTP/1.1" status: 404 len: 347 time: 0.0556891 Apr 16 16:52:07.816184 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 43344) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:52:07.950495 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-3b846339-e46b-4afb-b58c-ff7e36ee0d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d3aa471-7f3b-4376-98ba-a05cc813a483', 'name': 'tempest-TestShelveInstance-577759941-router', 'tenant_id': '2af1774e2a884c2586e5008fa182fa1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'external_fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.245'}], 'enable_snat': True}, 'gw_port_id': '5d9dafb9-c0c5-43d1-8a29-b9fc06c39d01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:52:00Z', 'updated_at': '2021-04-16T16:52:05Z', 'revision_number': 3, 'project_id': '2af1774e2a884c2586e5008fa182fa1a', 'gw_port': {'id': '5d9dafb9-c0c5-43d1-8a29-b9fc06c39d01', 'name': '', 'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d5:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d3aa471-7f3b-4376-98ba-a05cc813a483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:52:02Z', 'updated_at': '2021-04-16T16:52:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-smb'}], 'dv-cinder-733622-13-smb', False) {} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:52:07.959352 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b846339-e46b-4afb-b58c-ff7e36ee0d1c None None] Checking router: 6d3aa471-7f3b-4376-98ba-a05cc813a483 for host: dv-cinder-733622-13-smb {{(pid=85338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 16:52:07.959967 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b846339-e46b-4afb-b58c-ff7e36ee0d1c None None] Updating router 6d3aa471-7f3b-4376-98ba-a05cc813a483 port 5d9dafb9-c0c5-43d1-8a29-b9fc06c39d01 binding host dv-cinder-733622-13-smb {{(pid=85338) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 16:52:08.013075 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Pushing event updated for resources: {'Port': ['ID=ffe5cc1f-720b-44bd-a5c9-0e018f568374,revision_number=5']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:52:08.018769 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:52:08.048694 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-3b846339-e46b-4afb-b58c-ff7e36ee0d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:08.070354 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-2c561107-ece4-43b1-a7a3-94eea2a0ba7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6acbe92d-12b3-49e3-a9cf-2c57dd9776ac', 'name': 'tempest-AttachVolumeTestJSON-2033844302-router', 'tenant_id': '884b1020849e42e3acc115cae0298189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'external_fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.194'}], 'enable_snat': True}, 'gw_port_id': 'aabd4896-a6de-4de3-bfd5-7f4fb8cecc07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:45:37Z', 'updated_at': '2021-04-16T16:45:58Z', 'revision_number': 4, 'project_id': '884b1020849e42e3acc115cae0298189', 'gw_port': {'id': 'aabd4896-a6de-4de3-bfd5-7f4fb8cecc07', 'name': '', 'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6acbe92d-12b3-49e3-a9cf-2c57dd9776ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:45:39Z', 'updated_at': '2021-04-16T16:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-smb', '_interfaces': [{'id': 'b45aaf18-95e8-4b8c-8a6d-1429cfe3d5d8', 'name': '', 'network_id': 'b5d67f03-2a50-4f49-99e2-88dca9cc2c57', 'tenant_id': '884b1020849e42e3acc115cae0298189', 'mac_address': 'fa:16:3e:f1:f0:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6acbe92d-12b3-49e3-a9cf-2c57dd9776ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '649747cf-05da-40d5-a9b4-d5107e9dbf05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:45:55Z', 'updated_at': '2021-04-16T16:46:11Z', 'revision_number': 5, 'project_id': '884b1020849e42e3acc115cae0298189', 'subnets': [{'id': '649747cf-05da-40d5-a9b4-d5107e9dbf05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-13-smb', False) {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:52:08.077881 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c561107-ece4-43b1-a7a3-94eea2a0ba7c None None] The sync data for ids ['6acbe92d-12b3-49e3-a9cf-2c57dd9776ac'] in dv-cinder-733622-13-smb is: [{'id': '6acbe92d-12b3-49e3-a9cf-2c57dd9776ac', 'name': 'tempest-AttachVolumeTestJSON-2033844302-router', 'tenant_id': '884b1020849e42e3acc115cae0298189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'external_fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.194'}], 'enable_snat': True}, 'gw_port_id': 'aabd4896-a6de-4de3-bfd5-7f4fb8cecc07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:45:37Z', 'updated_at': '2021-04-16T16:45:58Z', 'revision_number': 4, 'project_id': '884b1020849e42e3acc115cae0298189', 'gw_port': {'id': 'aabd4896-a6de-4de3-bfd5-7f4fb8cecc07', 'name': '', 'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6acbe92d-12b3-49e3-a9cf-2c57dd9776ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:45:39Z', 'updated_at': '2021-04-16T16:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-smb', '_interfaces': [{'id': 'b45aaf18-95e8-4b8c-8a6d-1429cfe3d5d8', 'name': '', 'network_id': 'b5d67f03-2a50-4f49-99e2-88dca9cc2c57', 'tenant_id': '884b1020849e42e3acc115cae0298189', 'mac_address': 'fa:16:3e:f1:f0:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6acbe92d-12b3-49e3-a9cf-2c57dd9776ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '649747cf-05da-40d5-a9b4-d5107e9dbf05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:45:55Z', 'updated_at': '2021-04-16T16:46:11Z', 'revision_number': 5, 'project_id': '884b1020849e42e3acc115cae0298189', 'subnets': [{'id': '649747cf-05da-40d5-a9b4-d5107e9dbf05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 16:52:08.126135 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-74b83870-57aa-47df-ab33-533670eb4402 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Deleting port f5fd001f-de95-40d9-b078-6f401c6dea82 {{(pid=85336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:52:08.126527 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-74b83870-57aa-47df-ab33-533670eb4402 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285398617716'] for port, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:08.212515 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e827e6d-3c97-432e-ad61-02a2092a8b60 req-1eb591ab-4b99-46ac-a42c-0bbda36d575b tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:52:08.221567 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-1e827e6d-3c97-432e-ad61-02a2092a8b60 req-1eb591ab-4b99-46ac-a42c-0bbda36d575b tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/ports?device_id=4c6f8080-b802-4729-8986-12463eb33e3e HTTP/1.1" status: 200 len: 946 time: 0.2174463 Apr 16 16:52:08.337019 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Device ffe5cc1f-720b-44bd-a5c9-0e018f568374 up at agent ovs-agent-dv-cinder-733622-13-smb {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:52:08.342447 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-1e827e6d-3c97-432e-ad61-02a2092a8b60 req-79a7aefe-281e-4b11-894e-156408d3de56 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/security-groups?id=ad23a607-8b6f-4d76-a678-412bf8b292b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198206 Apr 16 16:52:08.408580 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-74b83870-57aa-47df-ab33-533670eb4402 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436170'] for port, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:08.409243 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-74b83870-57aa-47df-ab33-533670eb4402 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:08.455048 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Provisioning complete for port ffe5cc1f-720b-44bd-a5c9-0e018f568374 triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:52:08.455649 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852761088'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:08.485428 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-5670b55e-1d76-49a0-9dbb-e893886137cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:08.525713 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-3b846339-e46b-4afb-b58c-ff7e36ee0d1c None None] Notify callbacks [] for port, precommit_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:08.575505 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-3b846339-e46b-4afb-b58c-ff7e36ee0d1c None None] Transition to ACTIVE for port object 5d9dafb9-c0c5-43d1-8a29-b9fc06c39d01 will not be triggered until provisioned by entity L2. {{(pid=85338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:52:08.591633 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-3b846339-e46b-4afb-b58c-ff7e36ee0d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900'] for port, after_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:08.608413 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-74b83870-57aa-47df-ab33-533670eb4402 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Calling delete_port for f5fd001f-de95-40d9-b078-6f401c6dea82 owned by network:floatingip {{(pid=85336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 16:52:08.613207 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:52:08.618015 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fad25e-c67a-4961-9cf7-9b4f3e2112ee None None] New status for floating IP 62065d3b-3480-423f-99f3-8010d70190d4: DOWN {{(pid=85337) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 16 16:52:08.777563 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66acd1af-b540-48d6-b794-6f97a0a4b10f None None] Pushing event updated for resources: {'Port': ['ID=5d9dafb9-c0c5-43d1-8a29-b9fc06c39d01,revision_number=2']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:52:08.791965 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-66acd1af-b540-48d6-b794-6f97a0a4b10f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:52:08.824765 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.db_base_plugin_common [None req-5670b55e-1d76-49a0-9dbb-e893886137cb admin admin] Allocated IP 172.20.0.1 (17a72322-ad29-4369-954d-022881cda973/6f6c8c84-cd8d-4bf3-b263-9a2e0e7778ea/7c4de90e-2564-4800-ac9a-13870ad45bf8) {{(pid=85335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 16:52:08.828664 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-74b83870-57aa-47df-ab33-533670eb4402 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751456166703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363285399062934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2420184'] for port, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:08.830698 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.db.api [None req-c7fad25e-c67a-4961-9cf7-9b4f3e2112ee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=85337) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 16 16:52:08.831241 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_db.api [None req-c7fad25e-c67a-4961-9cf7-9b4f3e2112ee None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 16 16:52:08.832576 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Device 81fa45de-3648-401e-81b5-fb9d6c55cd14 up at agent ovs-agent-dv-cinder-733622-13-smb {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:52:08.853869 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-6b719e5a-9241-439b-81ad-286ed11436ef tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:52:08.856656 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-3b846339-e46b-4afb-b58c-ff7e36ee0d1c None None] Attempting to bind port 5d9dafb9-c0c5-43d1-8a29-b9fc06c39d01 on host dv-cinder-733622-13-smb for vnic_type normal with profile {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 16:52:08.857155 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-3b846339-e46b-4afb-b58c-ff7e36ee0d1c None None] Attempting to bind port 5d9dafb9-c0c5-43d1-8a29-b9fc06c39d01 by drivers openvswitch,hyperv on host dv-cinder-733622-13-smb at level 0 using segments [{'id': '72591246-2019-4cd4-9cf3-fab9e1d2beed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f'}] {{(pid=85338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 16:52:08.857646 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b846339-e46b-4afb-b58c-ff7e36ee0d1c None None] Attempting to bind port 5d9dafb9-c0c5-43d1-8a29-b9fc06c39d01 on network 2bc9ca6b-6e72-4404-899b-6b4685eced1f {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 16:52:08.864282 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b846339-e46b-4afb-b58c-ff7e36ee0d1c None None] Checking agent: {'id': '033b0af5-7550-4b5d-954a-022a384d8461', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 16, 36, 23), 'started_at': datetime.datetime(2021, 4, 16, 16, 36, 53), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 16:52:08.864827 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b846339-e46b-4afb-b58c-ff7e36ee0d1c None None] Checking segment: {'id': '72591246-2019-4cd4-9cf3-fab9e1d2beed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 16:52:08.865375 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-3b846339-e46b-4afb-b58c-ff7e36ee0d1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:08.865876 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b846339-e46b-4afb-b58c-ff7e36ee0d1c None None] Bound using segment: {'id': '72591246-2019-4cd4-9cf3-fab9e1d2beed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f'} {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 16:52:08.866762 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-3b846339-e46b-4afb-b58c-ff7e36ee0d1c None None] Bound port: 5d9dafb9-c0c5-43d1-8a29-b9fc06c39d01, host: dv-cinder-733622-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72591246-2019-4cd4-9cf3-fab9e1d2beed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f'}}] {{(pid=85338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 16:52:08.867250 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-3b846339-e46b-4afb-b58c-ff7e36ee0d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:08.922089 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Provisioning complete for port 81fa45de-3648-401e-81b5-fb9d6c55cd14 triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:52:08.922562 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852761088'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:08.958873 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-3b846339-e46b-4afb-b58c-ff7e36ee0d1c None None] For port 5d9dafb9-c0c5-43d1-8a29-b9fc06c39d01, host dv-cinder-733622-13-smb, cleared binding levels {{(pid=85338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 16:52:08.963649 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-3b846339-e46b-4afb-b58c-ff7e36ee0d1c None None] For port 5d9dafb9-c0c5-43d1-8a29-b9fc06c39d01, host dv-cinder-733622-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-smb',level=0,port_id=5d9dafb9-c0c5-43d1-8a29-b9fc06c39d01,segment=NetworkSegment(72591246-2019-4cd4-9cf3-fab9e1d2beed),segment_id=72591246-2019-4cd4-9cf3-fab9e1d2beed)] {{(pid=85338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 16:52:08.970716 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-3b846339-e46b-4afb-b58c-ff7e36ee0d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900'] for port, after_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:08.974300 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b83870-57aa-47df-ab33-533670eb4402 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Pushing event deleted for resources: {'Port': ['ID=f5fd001f-de95-40d9-b078-6f401c6dea82,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:52:08.983987 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-74b83870-57aa-47df-ab33-533670eb4402 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:52:08.992534 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-4b979a60-82d9-48fe-afb6-2c3bc4ba4cd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:52:09.029580 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-5670b55e-1d76-49a0-9dbb-e893886137cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:09.051701 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-5670b55e-1d76-49a0-9dbb-e893886137cb admin admin] Transition to ACTIVE for port object 7c4de90e-2564-4800-ac9a-13870ad45bf8 will not be triggered until provisioned by entity DHCP. {{(pid=85335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:52:09.084065 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:09.084328 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-5670b55e-1d76-49a0-9dbb-e893886137cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751455712866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850737760'] for port, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:09.165916 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-7bbddead-0614-4c24-90e2-8ddf29592415 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:52:09.177102 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66acd1af-b540-48d6-b794-6f97a0a4b10f None None] Pushing event updated for resources: {'Port': ['ID=5d9dafb9-c0c5-43d1-8a29-b9fc06c39d01,revision_number=3']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:52:09.181942 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-66acd1af-b540-48d6-b794-6f97a0a4b10f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:52:09.218047 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-74b83870-57aa-47df-ab33-533670eb4402 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Notify callbacks [] for floatingip, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:09.231965 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b846339-e46b-4afb-b58c-ff7e36ee0d1c None None] Routers {'6d3aa471-7f3b-4376-98ba-a05cc813a483'} bound to L3 agent in host dv-cinder-733622-13-smb {{(pid=85338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:52:09.232632 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-3b846339-e46b-4afb-b58c-ff7e36ee0d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T16:36:22Z,description=,heartbeat_timestamp=2021-04-16T16:51:52Z,host='dv-cinder-733622-13-smb',id=4aa3b6c8-2ef9-4577-bdb6-1cfedaad083f,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T16:36:22Z,topic='l3_agent')) {'router_ids': ['6d3aa471-7f3b-4376-98ba-a05cc813a483'], 'active': True} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:52:09.235507 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-74b83870-57aa-47df-ab33-533670eb4402 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768218'] for floatingip, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:09.240223 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-74b83870-57aa-47df-ab33-533670eb4402 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] 10.222.0.38 "DELETE /v2.0/floatingips/62065d3b-3480-423f-99f3-8010d70190d4 HTTP/1.1" status: 204 len: 168 time: 1.4220140 Apr 16 16:52:09.305105 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5670b55e-1d76-49a0-9dbb-e893886137cb admin admin] Pushing event updated for resources: {'Port': ['ID=7c4de90e-2564-4800-ac9a-13870ad45bf8,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:52:09.321066 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5670b55e-1d76-49a0-9dbb-e893886137cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:52:09.321497 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5670b55e-1d76-49a0-9dbb-e893886137cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:52:09.321991 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5670b55e-1d76-49a0-9dbb-e893886137cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:52:09.322460 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5670b55e-1d76-49a0-9dbb-e893886137cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:52:09.322870 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5670b55e-1d76-49a0-9dbb-e893886137cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:52:09.323913 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5670b55e-1d76-49a0-9dbb-e893886137cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:52:09.323913 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5670b55e-1d76-49a0-9dbb-e893886137cb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:52:09.325839 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5670b55e-1d76-49a0-9dbb-e893886137cb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:52:09.325839 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5670b55e-1d76-49a0-9dbb-e893886137cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:52:09.325839 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5670b55e-1d76-49a0-9dbb-e893886137cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:52:09.327846 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5670b55e-1d76-49a0-9dbb-e893886137cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:52:09.327846 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5670b55e-1d76-49a0-9dbb-e893886137cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:52:09.332494 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-5670b55e-1d76-49a0-9dbb-e893886137cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:52:09.332714 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fad25e-c67a-4961-9cf7-9b4f3e2112ee None None] New status for floating IP 62065d3b-3480-423f-99f3-8010d70190d4: DOWN {{(pid=85337) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 16 16:52:09.344156 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5670b55e-1d76-49a0-9dbb-e893886137cb admin admin] Network 17a72322-ad29-4369-954d-022881cda973 is already hosted by enough agents. {{(pid=85335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 16:52:09.345660 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [None req-5670b55e-1d76-49a0-9dbb-e893886137cb admin admin] Resources bound (agent type, host, resource id): {{(pid=85335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:52:09.348617 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5670b55e-1d76-49a0-9dbb-e893886137cb admin admin] Received port after_create {{(pid=85335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 16:52:09.431192 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-5670b55e-1d76-49a0-9dbb-e893886137cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854343281'] for router_interface, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:09.485964 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvr_db [None req-3b846339-e46b-4afb-b58c-ff7e36ee0d1c None None] Set router 6d3aa471-7f3b-4376-98ba-a05cc813a483 gateway port host: dv-cinder-733622-13-smb {{(pid=85338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:52:09.633587 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-5670b55e-1d76-49a0-9dbb-e893886137cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:09.692049 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-d07d51e0-5be7-477a-bd42-3303a55a3ed2 None None] Provisioning for port 7c4de90e-2564-4800-ac9a-13870ad45bf8 completed by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:52:09.697794 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-d07d51e0-5be7-477a-bd42-3303a55a3ed2 None None] Provisioning complete for port 7c4de90e-2564-4800-ac9a-13870ad45bf8 triggered by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:52:09.698436 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d07d51e0-5be7-477a-bd42-3303a55a3ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852761088'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:09.776845 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-d07d51e0-5be7-477a-bd42-3303a55a3ed2 None None] Port 7c4de90e-2564-4800-ac9a-13870ad45bf8 cannot update to ACTIVE because it is not bound. {{(pid=85337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 16:52:09.893909 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-3b846339-e46b-4afb-b58c-ff7e36ee0d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d3aa471-7f3b-4376-98ba-a05cc813a483', 'name': 'tempest-TestShelveInstance-577759941-router', 'tenant_id': '2af1774e2a884c2586e5008fa182fa1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'external_fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.245'}], 'enable_snat': True}, 'gw_port_id': '5d9dafb9-c0c5-43d1-8a29-b9fc06c39d01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:52:00Z', 'updated_at': '2021-04-16T16:52:05Z', 'revision_number': 3, 'project_id': '2af1774e2a884c2586e5008fa182fa1a', 'gw_port': {'id': '5d9dafb9-c0c5-43d1-8a29-b9fc06c39d01', 'name': '', 'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d5:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d3aa471-7f3b-4376-98ba-a05cc813a483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:52:02Z', 'updated_at': '2021-04-16T16:52:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-smb'}], 'dv-cinder-733622-13-smb', False) {} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:52:09.898903 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b846339-e46b-4afb-b58c-ff7e36ee0d1c None None] The sync data for ids ['6d3aa471-7f3b-4376-98ba-a05cc813a483'] in dv-cinder-733622-13-smb is: [{'id': '6d3aa471-7f3b-4376-98ba-a05cc813a483', 'name': 'tempest-TestShelveInstance-577759941-router', 'tenant_id': '2af1774e2a884c2586e5008fa182fa1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'external_fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.245'}], 'enable_snat': True}, 'gw_port_id': '5d9dafb9-c0c5-43d1-8a29-b9fc06c39d01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:52:00Z', 'updated_at': '2021-04-16T16:52:05Z', 'revision_number': 3, 'project_id': '2af1774e2a884c2586e5008fa182fa1a', 'gw_port': {'id': '5d9dafb9-c0c5-43d1-8a29-b9fc06c39d01', 'name': '', 'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d5:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d3aa471-7f3b-4376-98ba-a05cc813a483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:52:02Z', 'updated_at': '2021-04-16T16:52:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-smb'}] {{(pid=85338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 16:52:09.940965 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-5670b55e-1d76-49a0-9dbb-e893886137cb admin admin] Notify callbacks [] for port, precommit_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:09.944690 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-5670b55e-1d76-49a0-9dbb-e893886137cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4038072'] for port, after_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:09.971208 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-e7205860-0ac0-4ad6-8ba0-bc554b72f6bb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:52:10.065794 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5670b55e-1d76-49a0-9dbb-e893886137cb admin admin] Pushing event updated for resources: {'Port': ['ID=7c4de90e-2564-4800-ac9a-13870ad45bf8,revision_number=2']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:52:10.069901 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-5670b55e-1d76-49a0-9dbb-e893886137cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432616'] for router_interface, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:10.087171 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-5670b55e-1d76-49a0-9dbb-e893886137cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:52:10.239077 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5670b55e-1d76-49a0-9dbb-e893886137cb admin admin] Network 17a72322-ad29-4369-954d-022881cda973 is already hosted by enough agents. {{(pid=85335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 16:52:10.240522 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [None req-5670b55e-1d76-49a0-9dbb-e893886137cb admin admin] Resources bound (agent type, host, resource id): {{(pid=85335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:52:10.509894 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5670b55e-1d76-49a0-9dbb-e893886137cb admin admin] Router 6d3aa471-7f3b-4376-98ba-a05cc813a483 has already been hosted by L3 agent 4aa3b6c8-2ef9-4577-bdb6-1cfedaad083f {{(pid=85335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 16:52:10.526139 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-492a8c03-76e8-48a1-9ecb-45ef7444f7c9 None None] Provisioning complete for port 7c4de90e-2564-4800-ac9a-13870ad45bf8 triggered by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:52:10.528478 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-492a8c03-76e8-48a1-9ecb-45ef7444f7c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852761088'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:10.611190 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-492a8c03-76e8-48a1-9ecb-45ef7444f7c9 None None] Port 7c4de90e-2564-4800-ac9a-13870ad45bf8 cannot update to ACTIVE because it is not bound. {{(pid=85337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 16:52:10.789676 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5670b55e-1d76-49a0-9dbb-e893886137cb admin admin] Notify agent at l3_agent.dv-cinder-733622-13-smb the message routers_updated {{(pid=85335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 16:52:10.810201 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-5670b55e-1d76-49a0-9dbb-e893886137cb admin admin] 10.222.0.38 "PUT /v2.0/routers/6d3aa471-7f3b-4376-98ba-a05cc813a483/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5624051 Apr 16 16:52:11.584399 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 43366) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:52:11.591432 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-44fa10e2-5670-4208-bc94-18e6aaa9669b tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-463675521', 'description': 'tempest-secgroup-smoke-463675521 description', 'project_id': 'ab7c4e29afac4f9e95c5053828309dfd'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:52:11.598318 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-44fa10e2-5670-4208-bc94-18e6aaa9669b tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:52:11.602556 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-44fa10e2-5670-4208-bc94-18e6aaa9669b tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Usage tracker for resource:security_group and tenant:ab7c4e29afac4f9e95c5053828309dfd is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:52:11.605872 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-44fa10e2-5670-4208-bc94-18e6aaa9669b tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:52:11.612530 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-44fa10e2-5670-4208-bc94-18e6aaa9669b tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:52:11.857610 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-44fa10e2-5670-4208-bc94-18e6aaa9669b tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:11.882683 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-44fa10e2-5670-4208-bc94-18e6aaa9669b tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:52:11.888276 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-44fa10e2-5670-4208-bc94-18e6aaa9669b tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Usage tracker for resource:security_group_rule and tenant:ab7c4e29afac4f9e95c5053828309dfd is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:52:11.891403 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-44fa10e2-5670-4208-bc94-18e6aaa9669b tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:52:11.897495 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-44fa10e2-5670-4208-bc94-18e6aaa9669b tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:52:11.986057 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-44fa10e2-5670-4208-bc94-18e6aaa9669b tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:11.989256 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-44fa10e2-5670-4208-bc94-18e6aaa9669b tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:11.994963 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-5a8d93b3-b5fb-4c5a-aa3d-838a6dad1c00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:52:12.037068 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fa10e2-5670-4208-bc94-18e6aaa9669b tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cdf2105-d988-4489-b378-2e1e588e755c,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:52:12.039966 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-44fa10e2-5670-4208-bc94-18e6aaa9669b tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:12.042752 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-44fa10e2-5670-4208-bc94-18e6aaa9669b tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4571912 Apr 16 16:52:12.044443 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 43372) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:52:12.052341 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-44fa10e2-5670-4208-bc94-18e6aaa9669b tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:52:12.053114 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-819ef608-c152-4611-9e40-d0d83a849ff6 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Request body: {'security_group_rule': {'security_group_id': '2cdf2105-d988-4489-b378-2e1e588e755c', 'project_id': 'ab7c4e29afac4f9e95c5053828309dfd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:52:12.062425 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-819ef608-c152-4611-9e40-d0d83a849ff6 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:52:12.066920 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-819ef608-c152-4611-9e40-d0d83a849ff6 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Usage tracker for resource:security_group_rule and tenant:ab7c4e29afac4f9e95c5053828309dfd is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:52:12.070159 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-819ef608-c152-4611-9e40-d0d83a849ff6 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:52:12.076687 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-819ef608-c152-4611-9e40-d0d83a849ff6 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:52:12.095930 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-819ef608-c152-4611-9e40-d0d83a849ff6 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:12.166204 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-819ef608-c152-4611-9e40-d0d83a849ff6 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:12.170364 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-819ef608-c152-4611-9e40-d0d83a849ff6 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400085'] for security_group_rule, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:12.172904 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-9f4d8572-f7fa-4f24-8f94-aea1e34de751 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:52:12.200097 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819ef608-c152-4611-9e40-d0d83a849ff6 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d7e6fa1-b790-434f-903f-b9cda8e56ee5,revision_number=0']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:52:12.205623 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-819ef608-c152-4611-9e40-d0d83a849ff6 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:52:12.215248 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-819ef608-c152-4611-9e40-d0d83a849ff6 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:12.216400 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-819ef608-c152-4611-9e40-d0d83a849ff6 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1708519 Apr 16 16:52:12.219381 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 43380) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:52:12.225019 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-fa5027f6-ca9b-4ea2-8c83-1c9fceb43fb0 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Request body: {'security_group_rule': {'security_group_id': '2cdf2105-d988-4489-b378-2e1e588e755c', 'project_id': 'ab7c4e29afac4f9e95c5053828309dfd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:52:12.232370 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-fa5027f6-ca9b-4ea2-8c83-1c9fceb43fb0 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:52:12.236567 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-fa5027f6-ca9b-4ea2-8c83-1c9fceb43fb0 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Usage tracker for resource:security_group_rule and tenant:ab7c4e29afac4f9e95c5053828309dfd is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:52:12.239695 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-fa5027f6-ca9b-4ea2-8c83-1c9fceb43fb0 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:52:12.246673 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-fa5027f6-ca9b-4ea2-8c83-1c9fceb43fb0 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:52:12.269319 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-fa5027f6-ca9b-4ea2-8c83-1c9fceb43fb0 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:12.357740 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-fa5027f6-ca9b-4ea2-8c83-1c9fceb43fb0 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:12.365047 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-fa5027f6-ca9b-4ea2-8c83-1c9fceb43fb0 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400085'] for security_group_rule, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:12.367771 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:52:12.377344 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Device 5d9dafb9-c0c5-43d1-8a29-b9fc06c39d01 up at agent ovs-agent-dv-cinder-733622-13-smb {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:52:12.397434 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5027f6-ca9b-4ea2-8c83-1c9fceb43fb0 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=827fdd09-f141-4e96-9cc7-9be709807c69,revision_number=0']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:52:12.407000 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-fa5027f6-ca9b-4ea2-8c83-1c9fceb43fb0 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:52:12.408413 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-fa5027f6-ca9b-4ea2-8c83-1c9fceb43fb0 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:12.410035 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-fa5027f6-ca9b-4ea2-8c83-1c9fceb43fb0 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1895506 Apr 16 16:52:12.412934 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 43386) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:52:12.424036 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-a2769c87-21c7-4681-b0e8-12f38144f423 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Request body: {'security_group_rule': {'security_group_id': '2cdf2105-d988-4489-b378-2e1e588e755c', 'project_id': 'ab7c4e29afac4f9e95c5053828309dfd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:52:12.432895 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-a2769c87-21c7-4681-b0e8-12f38144f423 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:52:12.439094 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-a2769c87-21c7-4681-b0e8-12f38144f423 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Usage tracker for resource:security_group_rule and tenant:ab7c4e29afac4f9e95c5053828309dfd is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:52:12.443204 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-a2769c87-21c7-4681-b0e8-12f38144f423 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:52:12.450735 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-a2769c87-21c7-4681-b0e8-12f38144f423 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:52:12.462418 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Provisioning for port 5d9dafb9-c0c5-43d1-8a29-b9fc06c39d01 completed by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:52:12.469399 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Provisioning complete for port 5d9dafb9-c0c5-43d1-8a29-b9fc06c39d01 triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:52:12.469829 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852761088'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:12.474575 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a2769c87-21c7-4681-b0e8-12f38144f423 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:12.595156 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a2769c87-21c7-4681-b0e8-12f38144f423 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:12.600112 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a2769c87-21c7-4681-b0e8-12f38144f423 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400085'] for security_group_rule, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:12.602834 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-ebc38077-67ab-4ae5-8005-aedbf1c706ad tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:52:12.624153 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2769c87-21c7-4681-b0e8-12f38144f423 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f50344e5-0067-41ee-bee7-3bdf89fcfedc,revision_number=0']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:52:12.631178 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:12.633761 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-a2769c87-21c7-4681-b0e8-12f38144f423 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:52:12.650950 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a2769c87-21c7-4681-b0e8-12f38144f423 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:12.652783 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] For port 5d9dafb9-c0c5-43d1-8a29-b9fc06c39d01, host dv-cinder-733622-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-smb',level=0,port_id=5d9dafb9-c0c5-43d1-8a29-b9fc06c39d01,segment=NetworkSegment(72591246-2019-4cd4-9cf3-fab9e1d2beed),segment_id=72591246-2019-4cd4-9cf3-fab9e1d2beed)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:52:12.653456 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-a2769c87-21c7-4681-b0e8-12f38144f423 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2391045 Apr 16 16:52:12.656323 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 43392) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:52:12.656463 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:12.658645 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-4e04fdba-f2de-48f5-abba-9af54d09507c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:52:12.662143 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-088b7cd5-958a-4393-8069-443c71d1abc1 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Request body: {'security_group_rule': {'security_group_id': '2cdf2105-d988-4489-b378-2e1e588e755c', 'project_id': 'ab7c4e29afac4f9e95c5053828309dfd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:52:12.675826 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-088b7cd5-958a-4393-8069-443c71d1abc1 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:52:12.680069 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-088b7cd5-958a-4393-8069-443c71d1abc1 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Usage tracker for resource:security_group_rule and tenant:ab7c4e29afac4f9e95c5053828309dfd is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:52:12.685029 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-088b7cd5-958a-4393-8069-443c71d1abc1 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:52:12.696427 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-088b7cd5-958a-4393-8069-443c71d1abc1 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:52:12.717205 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-088b7cd5-958a-4393-8069-443c71d1abc1 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:12.745814 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Pushing event updated for resources: {'Port': ['ID=5d9dafb9-c0c5-43d1-8a29-b9fc06c39d01,revision_number=4']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:52:12.749992 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:52:12.805025 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-088b7cd5-958a-4393-8069-443c71d1abc1 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:12.809150 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-088b7cd5-958a-4393-8069-443c71d1abc1 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400085'] for security_group_rule, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:12.815540 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-48395371-3c9a-44e6-873f-6de0c4ebd1f2 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:52:12.838111 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088b7cd5-958a-4393-8069-443c71d1abc1 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f660827a-ebe4-4eb0-bc05-56ed9f5f9579,revision_number=0']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:52:12.841500 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-088b7cd5-958a-4393-8069-443c71d1abc1 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:52:12.849356 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-088b7cd5-958a-4393-8069-443c71d1abc1 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:12.853850 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-088b7cd5-958a-4393-8069-443c71d1abc1 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1939380 Apr 16 16:52:12.854670 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 43396) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:52:12.866628 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-85edb7b0-545c-48a1-a468-55dd7a389d56 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Request body: {'security_group_rule': {'security_group_id': '2cdf2105-d988-4489-b378-2e1e588e755c', 'project_id': 'ab7c4e29afac4f9e95c5053828309dfd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:52:12.874116 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-85edb7b0-545c-48a1-a468-55dd7a389d56 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:52:12.878256 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-85edb7b0-545c-48a1-a468-55dd7a389d56 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Usage tracker for resource:security_group_rule and tenant:ab7c4e29afac4f9e95c5053828309dfd is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:52:12.881292 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-85edb7b0-545c-48a1-a468-55dd7a389d56 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:52:12.890387 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-85edb7b0-545c-48a1-a468-55dd7a389d56 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:52:12.894822 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51039731-75fb-4f07-abd9-d98ae65894f7 None None] Sync routers for ids ['6d3aa471-7f3b-4376-98ba-a05cc813a483'] in dv-cinder-733622-13-smb {{(pid=85338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 16:52:12.902176 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.db.securitygroups_db [None req-85edb7b0-545c-48a1-a468-55dd7a389d56 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Project ab7c4e29afac4f9e95c5053828309dfd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 16 16:52:12.906223 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51039731-75fb-4f07-abd9-d98ae65894f7 None None] Routers {'6d3aa471-7f3b-4376-98ba-a05cc813a483'} bound to L3 agent in host dv-cinder-733622-13-smb {{(pid=85338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:52:12.906908 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-51039731-75fb-4f07-abd9-d98ae65894f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T16:36:22Z,description=,heartbeat_timestamp=2021-04-16T16:51:52Z,host='dv-cinder-733622-13-smb',id=4aa3b6c8-2ef9-4577-bdb6-1cfedaad083f,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T16:36:22Z,topic='l3_agent')) {'router_ids': ['6d3aa471-7f3b-4376-98ba-a05cc813a483'], 'active': True} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:52:12.909448 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-85edb7b0-545c-48a1-a468-55dd7a389d56 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:12.994245 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-85edb7b0-545c-48a1-a468-55dd7a389d56 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:12.998100 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-85edb7b0-545c-48a1-a468-55dd7a389d56 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400085'] for security_group_rule, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:13.000322 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-60a85a5d-d639-4977-944e-f88229b5450f tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:52:13.023777 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85edb7b0-545c-48a1-a468-55dd7a389d56 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0087911-9ff2-4bf0-8dd3-187082d8d295,revision_number=0']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:52:13.028888 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-85edb7b0-545c-48a1-a468-55dd7a389d56 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:52:13.037176 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-85edb7b0-545c-48a1-a468-55dd7a389d56 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:13.038539 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-85edb7b0-545c-48a1-a468-55dd7a389d56 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1827488 Apr 16 16:52:13.042663 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 43400) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:52:13.049325 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-fccac0c6-0ebf-4d44-b8d2-5d13c966bc6d tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Request body: {'security_group_rule': {'security_group_id': '2cdf2105-d988-4489-b378-2e1e588e755c', 'project_id': 'ab7c4e29afac4f9e95c5053828309dfd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:52:13.056365 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-fccac0c6-0ebf-4d44-b8d2-5d13c966bc6d tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:52:13.062627 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-fccac0c6-0ebf-4d44-b8d2-5d13c966bc6d tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Usage tracker for resource:security_group_rule and tenant:ab7c4e29afac4f9e95c5053828309dfd is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:52:13.066614 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-fccac0c6-0ebf-4d44-b8d2-5d13c966bc6d tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:52:13.082341 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-fccac0c6-0ebf-4d44-b8d2-5d13c966bc6d tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:52:13.095061 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.db.securitygroups_db [None req-fccac0c6-0ebf-4d44-b8d2-5d13c966bc6d tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Project ab7c4e29afac4f9e95c5053828309dfd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 16 16:52:13.103594 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-fccac0c6-0ebf-4d44-b8d2-5d13c966bc6d tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:13.187174 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-fccac0c6-0ebf-4d44-b8d2-5d13c966bc6d tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:13.190354 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-fccac0c6-0ebf-4d44-b8d2-5d13c966bc6d tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400085'] for security_group_rule, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:13.199566 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:52:13.221411 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccac0c6-0ebf-4d44-b8d2-5d13c966bc6d tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=daa53870-b8b2-48eb-991a-c56a9bc60abe,revision_number=0']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:52:13.224074 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-fccac0c6-0ebf-4d44-b8d2-5d13c966bc6d tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:52:13.232271 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-fccac0c6-0ebf-4d44-b8d2-5d13c966bc6d tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:13.233677 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-fccac0c6-0ebf-4d44-b8d2-5d13c966bc6d tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1891985 Apr 16 16:52:13.277772 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvr_db [None req-51039731-75fb-4f07-abd9-d98ae65894f7 None None] Set router 6d3aa471-7f3b-4376-98ba-a05cc813a483 gateway port host: dv-cinder-733622-13-smb {{(pid=85338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:52:13.639935 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-51039731-75fb-4f07-abd9-d98ae65894f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d3aa471-7f3b-4376-98ba-a05cc813a483', 'name': 'tempest-TestShelveInstance-577759941-router', 'tenant_id': '2af1774e2a884c2586e5008fa182fa1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'external_fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.245'}], 'enable_snat': True}, 'gw_port_id': '5d9dafb9-c0c5-43d1-8a29-b9fc06c39d01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:52:00Z', 'updated_at': '2021-04-16T16:52:09Z', 'revision_number': 4, 'project_id': '2af1774e2a884c2586e5008fa182fa1a', 'gw_port': {'id': '5d9dafb9-c0c5-43d1-8a29-b9fc06c39d01', 'name': '', 'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3aa471-7f3b-4376-98ba-a05cc813a483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:52:02Z', 'updated_at': '2021-04-16T16:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-smb', '_interfaces': [{'id': '7c4de90e-2564-4800-ac9a-13870ad45bf8', 'name': '', 'network_id': '17a72322-ad29-4369-954d-022881cda973', 'tenant_id': '2af1774e2a884c2586e5008fa182fa1a', 'mac_address': 'fa:16:3e:c1:6d:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d3aa471-7f3b-4376-98ba-a05cc813a483', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '6f6c8c84-cd8d-4bf3-b263-9a2e0e7778ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:52:08Z', 'updated_at': '2021-04-16T16:52:09Z', 'revision_number': 2, 'project_id': '2af1774e2a884c2586e5008fa182fa1a', 'subnets': [{'id': '6f6c8c84-cd8d-4bf3-b263-9a2e0e7778ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-13-smb', False) {} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:52:13.644398 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51039731-75fb-4f07-abd9-d98ae65894f7 None None] Checking router: 6d3aa471-7f3b-4376-98ba-a05cc813a483 for host: dv-cinder-733622-13-smb {{(pid=85338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 16:52:13.644792 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51039731-75fb-4f07-abd9-d98ae65894f7 None None] Updating router 6d3aa471-7f3b-4376-98ba-a05cc813a483 port 7c4de90e-2564-4800-ac9a-13870ad45bf8 binding host dv-cinder-733622-13-smb {{(pid=85338) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 16:52:13.716003 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-51039731-75fb-4f07-abd9-d98ae65894f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:13.830286 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 43446) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:52:14.197537 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-51039731-75fb-4f07-abd9-d98ae65894f7 None None] Notify callbacks [] for port, precommit_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:14.216964 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-51039731-75fb-4f07-abd9-d98ae65894f7 None None] Transition to ACTIVE for port object 7c4de90e-2564-4800-ac9a-13870ad45bf8 will not be triggered until provisioned by entity L2. {{(pid=85338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:52:14.227761 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-51039731-75fb-4f07-abd9-d98ae65894f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900'] for port, after_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:14.247795 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-66acd1af-b540-48d6-b794-6f97a0a4b10f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:52:14.335485 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Device 5d9dafb9-c0c5-43d1-8a29-b9fc06c39d01 up at agent ovs-agent-dv-cinder-733622-13-smb {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:52:14.419167 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26c0ac0-7322-4e09-a4c9-562777c6810e None None] Pushing event updated for resources: {'Port': ['ID=7c4de90e-2564-4800-ac9a-13870ad45bf8,revision_number=3']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:52:14.424047 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-d26c0ac0-7322-4e09-a4c9-562777c6810e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:52:14.452396 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Provisioning complete for port 5d9dafb9-c0c5-43d1-8a29-b9fc06c39d01 triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:52:14.453198 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852761088'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:14.694141 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-51039731-75fb-4f07-abd9-d98ae65894f7 None None] Attempting to bind port 7c4de90e-2564-4800-ac9a-13870ad45bf8 on host dv-cinder-733622-13-smb for vnic_type normal with profile {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 16:52:14.694720 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-51039731-75fb-4f07-abd9-d98ae65894f7 None None] Attempting to bind port 7c4de90e-2564-4800-ac9a-13870ad45bf8 by drivers openvswitch,hyperv on host dv-cinder-733622-13-smb at level 0 using segments [{'id': 'b7ac3623-4131-4615-ab2f-c8faeafa4724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '17a72322-ad29-4369-954d-022881cda973'}] {{(pid=85338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 16:52:14.694942 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51039731-75fb-4f07-abd9-d98ae65894f7 None None] Attempting to bind port 7c4de90e-2564-4800-ac9a-13870ad45bf8 on network 17a72322-ad29-4369-954d-022881cda973 {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 16:52:14.701389 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51039731-75fb-4f07-abd9-d98ae65894f7 None None] Checking agent: {'id': '033b0af5-7550-4b5d-954a-022a384d8461', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 16, 36, 23), 'started_at': datetime.datetime(2021, 4, 16, 16, 36, 53), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 16:52:14.701655 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51039731-75fb-4f07-abd9-d98ae65894f7 None None] Checking segment: {'id': 'b7ac3623-4131-4615-ab2f-c8faeafa4724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '17a72322-ad29-4369-954d-022881cda973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 16:52:14.702282 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-51039731-75fb-4f07-abd9-d98ae65894f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:14.702720 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51039731-75fb-4f07-abd9-d98ae65894f7 None None] Bound using segment: {'id': 'b7ac3623-4131-4615-ab2f-c8faeafa4724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '17a72322-ad29-4369-954d-022881cda973'} {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 16:52:14.703318 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-51039731-75fb-4f07-abd9-d98ae65894f7 None None] Bound port: 7c4de90e-2564-4800-ac9a-13870ad45bf8, host: dv-cinder-733622-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7ac3623-4131-4615-ab2f-c8faeafa4724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '17a72322-ad29-4369-954d-022881cda973'}}] {{(pid=85338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 16:52:14.703657 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-51039731-75fb-4f07-abd9-d98ae65894f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:14.842105 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-51039731-75fb-4f07-abd9-d98ae65894f7 None None] For port 7c4de90e-2564-4800-ac9a-13870ad45bf8, host dv-cinder-733622-13-smb, cleared binding levels {{(pid=85338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 16:52:14.846581 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-51039731-75fb-4f07-abd9-d98ae65894f7 None None] For port 7c4de90e-2564-4800-ac9a-13870ad45bf8, host dv-cinder-733622-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-smb',level=0,port_id=7c4de90e-2564-4800-ac9a-13870ad45bf8,segment=NetworkSegment(b7ac3623-4131-4615-ab2f-c8faeafa4724),segment_id=b7ac3623-4131-4615-ab2f-c8faeafa4724)] {{(pid=85338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 16:52:14.851298 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-51039731-75fb-4f07-abd9-d98ae65894f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900'] for port, after_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:14.873546 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-6f8ce8c8-3309-4966-b2c8-84e601e9c748 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:52:14.941280 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-35d993fc-7547-45ce-92eb-e759564e1546 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432633'] for router_interface, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:15.044233 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26c0ac0-7322-4e09-a4c9-562777c6810e None None] Pushing event updated for resources: {'Port': ['ID=7c4de90e-2564-4800-ac9a-13870ad45bf8,revision_number=4']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:52:15.050523 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-d26c0ac0-7322-4e09-a4c9-562777c6810e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:52:15.097456 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51039731-75fb-4f07-abd9-d98ae65894f7 None None] Routers {'6d3aa471-7f3b-4376-98ba-a05cc813a483'} bound to L3 agent in host dv-cinder-733622-13-smb {{(pid=85338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:52:15.098161 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-51039731-75fb-4f07-abd9-d98ae65894f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T16:36:22Z,description=,heartbeat_timestamp=2021-04-16T16:51:52Z,host='dv-cinder-733622-13-smb',id=4aa3b6c8-2ef9-4577-bdb6-1cfedaad083f,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T16:36:22Z,topic='l3_agent')) {'router_ids': ['6d3aa471-7f3b-4376-98ba-a05cc813a483'], 'active': True} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:52:15.328490 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvr_db [None req-51039731-75fb-4f07-abd9-d98ae65894f7 None None] Set router 6d3aa471-7f3b-4376-98ba-a05cc813a483 gateway port host: dv-cinder-733622-13-smb {{(pid=85338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:52:15.379116 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-35d993fc-7547-45ce-92eb-e759564e1546 admin admin] Deleting port b45aaf18-95e8-4b8c-8a6d-1429cfe3d5d8 {{(pid=85335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:52:15.379421 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-35d993fc-7547-45ce-92eb-e759564e1546 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285398617716'] for port, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:15.596290 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-35d993fc-7547-45ce-92eb-e759564e1546 admin admin] For port b45aaf18-95e8-4b8c-8a6d-1429cfe3d5d8, host dv-cinder-733622-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-smb',level=0,port_id=b45aaf18-95e8-4b8c-8a6d-1429cfe3d5d8,segment=NetworkSegment(d3718c9d-c1c1-4ae5-addf-ded1288879fe),segment_id=d3718c9d-c1c1-4ae5-addf-ded1288879fe)] {{(pid=85335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:52:15.596697 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-35d993fc-7547-45ce-92eb-e759564e1546 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436170'] for port, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:15.729227 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-51039731-75fb-4f07-abd9-d98ae65894f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d3aa471-7f3b-4376-98ba-a05cc813a483', 'name': 'tempest-TestShelveInstance-577759941-router', 'tenant_id': '2af1774e2a884c2586e5008fa182fa1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'external_fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.245'}], 'enable_snat': True}, 'gw_port_id': '5d9dafb9-c0c5-43d1-8a29-b9fc06c39d01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:52:00Z', 'updated_at': '2021-04-16T16:52:09Z', 'revision_number': 4, 'project_id': '2af1774e2a884c2586e5008fa182fa1a', 'gw_port': {'id': '5d9dafb9-c0c5-43d1-8a29-b9fc06c39d01', 'name': '', 'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3aa471-7f3b-4376-98ba-a05cc813a483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:52:02Z', 'updated_at': '2021-04-16T16:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-smb', '_interfaces': [{'id': '7c4de90e-2564-4800-ac9a-13870ad45bf8', 'name': '', 'network_id': '17a72322-ad29-4369-954d-022881cda973', 'tenant_id': '2af1774e2a884c2586e5008fa182fa1a', 'mac_address': 'fa:16:3e:c1:6d:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d3aa471-7f3b-4376-98ba-a05cc813a483', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '6f6c8c84-cd8d-4bf3-b263-9a2e0e7778ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:52:08Z', 'updated_at': '2021-04-16T16:52:14Z', 'revision_number': 4, 'project_id': '2af1774e2a884c2586e5008fa182fa1a', 'subnets': [{'id': '6f6c8c84-cd8d-4bf3-b263-9a2e0e7778ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-13-smb', False) {} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:52:15.734562 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51039731-75fb-4f07-abd9-d98ae65894f7 None None] The sync data for ids ['6d3aa471-7f3b-4376-98ba-a05cc813a483'] in dv-cinder-733622-13-smb is: [{'id': '6d3aa471-7f3b-4376-98ba-a05cc813a483', 'name': 'tempest-TestShelveInstance-577759941-router', 'tenant_id': '2af1774e2a884c2586e5008fa182fa1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'external_fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.245'}], 'enable_snat': True}, 'gw_port_id': '5d9dafb9-c0c5-43d1-8a29-b9fc06c39d01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:52:00Z', 'updated_at': '2021-04-16T16:52:09Z', 'revision_number': 4, 'project_id': '2af1774e2a884c2586e5008fa182fa1a', 'gw_port': {'id': '5d9dafb9-c0c5-43d1-8a29-b9fc06c39d01', 'name': '', 'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3aa471-7f3b-4376-98ba-a05cc813a483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:52:02Z', 'updated_at': '2021-04-16T16:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-smb', '_interfaces': [{'id': '7c4de90e-2564-4800-ac9a-13870ad45bf8', 'name': '', 'network_id': '17a72322-ad29-4369-954d-022881cda973', 'tenant_id': '2af1774e2a884c2586e5008fa182fa1a', 'mac_address': 'fa:16:3e:c1:6d:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d3aa471-7f3b-4376-98ba-a05cc813a483', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '6f6c8c84-cd8d-4bf3-b263-9a2e0e7778ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:52:08Z', 'updated_at': '2021-04-16T16:52:14Z', 'revision_number': 4, 'project_id': '2af1774e2a884c2586e5008fa182fa1a', 'subnets': [{'id': '6f6c8c84-cd8d-4bf3-b263-9a2e0e7778ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 16:52:15.741656 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-35d993fc-7547-45ce-92eb-e759564e1546 admin admin] Calling delete_port for b45aaf18-95e8-4b8c-8a6d-1429cfe3d5d8 owned by network:router_interface {{(pid=85335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 16:52:16.148534 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-35d993fc-7547-45ce-92eb-e759564e1546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751456166703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363285399062934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850737760'] for port, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:16.175479 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-3a9bfe7b-5aaf-48fc-ac39-7b8a54bbd0ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:52:16.318226 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d993fc-7547-45ce-92eb-e759564e1546 admin admin] Pushing event deleted for resources: {'Port': ['ID=b45aaf18-95e8-4b8c-8a6d-1429cfe3d5d8,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:52:16.321271 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-35d993fc-7547-45ce-92eb-e759564e1546 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:52:16.381573 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Device 7c4de90e-2564-4800-ac9a-13870ad45bf8 up at agent ovs-agent-dv-cinder-733622-13-smb {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:52:16.511381 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Provisioning for port 7c4de90e-2564-4800-ac9a-13870ad45bf8 completed by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:52:16.538684 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Provisioning complete for port 7c4de90e-2564-4800-ac9a-13870ad45bf8 triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:52:16.539396 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852761088'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:16.725462 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:16.790040 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] For port 7c4de90e-2564-4800-ac9a-13870ad45bf8, host dv-cinder-733622-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-smb',level=0,port_id=7c4de90e-2564-4800-ac9a-13870ad45bf8,segment=NetworkSegment(b7ac3623-4131-4615-ab2f-c8faeafa4724),segment_id=b7ac3623-4131-4615-ab2f-c8faeafa4724)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:52:16.793080 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:16.796602 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-2d5712c0-195f-461d-bff1-e04c71d5a3cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:52:16.799944 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-35d993fc-7547-45ce-92eb-e759564e1546 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853166662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-426834'] for router_interface, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:16.899345 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Pushing event updated for resources: {'Port': ['ID=7c4de90e-2564-4800-ac9a-13870ad45bf8,revision_number=5']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:52:16.904098 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:52:17.601583 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35d993fc-7547-45ce-92eb-e759564e1546 admin admin] Router 6acbe92d-12b3-49e3-a9cf-2c57dd9776ac has already been hosted by L3 agent 4aa3b6c8-2ef9-4577-bdb6-1cfedaad083f {{(pid=85335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 16:52:17.802889 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35d993fc-7547-45ce-92eb-e759564e1546 admin admin] Notify agent at l3_agent.dv-cinder-733622-13-smb the message routers_updated {{(pid=85335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 16:52:17.814754 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b37f283-cd8e-4358-97ff-d29b6e31973b None None] Sync routers for ids ['6acbe92d-12b3-49e3-a9cf-2c57dd9776ac'] in dv-cinder-733622-13-smb {{(pid=85337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 16:52:17.821506 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 43476) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:52:17.821734 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-35d993fc-7547-45ce-92eb-e759564e1546 admin admin] 10.222.0.38 "PUT /v2.0/routers/6acbe92d-12b3-49e3-a9cf-2c57dd9776ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9898078 Apr 16 16:52:17.836158 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b37f283-cd8e-4358-97ff-d29b6e31973b None None] Routers {'6acbe92d-12b3-49e3-a9cf-2c57dd9776ac'} bound to L3 agent in host dv-cinder-733622-13-smb {{(pid=85337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:52:17.837142 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-1b37f283-cd8e-4358-97ff-d29b6e31973b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T16:36:22Z,description=,heartbeat_timestamp=2021-04-16T16:51:52Z,host='dv-cinder-733622-13-smb',id=4aa3b6c8-2ef9-4577-bdb6-1cfedaad083f,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T16:36:22Z,topic='l3_agent')) {'router_ids': ['6acbe92d-12b3-49e3-a9cf-2c57dd9776ac'], 'active': True} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:52:18.052426 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-ef8da8da-dc40-49d6-b1b7-73bdd02b4d8a admin admin] Notify callbacks [] for router, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:18.233976 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvr_db [None req-1b37f283-cd8e-4358-97ff-d29b6e31973b None None] Set router 6acbe92d-12b3-49e3-a9cf-2c57dd9776ac gateway port host: dv-cinder-733622-13-smb {{(pid=85337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:52:18.266935 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-ef8da8da-dc40-49d6-b1b7-73bdd02b4d8a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:18.278051 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-ef8da8da-dc40-49d6-b1b7-73bdd02b4d8a admin admin] Deleting port aabd4896-a6de-4de3-bfd5-7f4fb8cecc07 {{(pid=85336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:52:18.278441 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-ef8da8da-dc40-49d6-b1b7-73bdd02b4d8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285398617716'] for port, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:18.444023 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Device 7c4de90e-2564-4800-ac9a-13870ad45bf8 up at agent ovs-agent-dv-cinder-733622-13-smb {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:52:18.512742 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-ef8da8da-dc40-49d6-b1b7-73bdd02b4d8a admin admin] For port aabd4896-a6de-4de3-bfd5-7f4fb8cecc07, host dv-cinder-733622-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-smb',level=0,port_id=aabd4896-a6de-4de3-bfd5-7f4fb8cecc07,segment=NetworkSegment(72591246-2019-4cd4-9cf3-fab9e1d2beed),segment_id=72591246-2019-4cd4-9cf3-fab9e1d2beed)] {{(pid=85336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:52:18.512742 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-ef8da8da-dc40-49d6-b1b7-73bdd02b4d8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436170'] for port, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:18.639161 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Provisioning complete for port 7c4de90e-2564-4800-ac9a-13870ad45bf8 triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:52:18.639580 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852761088'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:18.678801 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-ef8da8da-dc40-49d6-b1b7-73bdd02b4d8a admin admin] Calling delete_port for aabd4896-a6de-4de3-bfd5-7f4fb8cecc07 owned by network:router_gateway {{(pid=85336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 16:52:18.771887 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-1b37f283-cd8e-4358-97ff-d29b6e31973b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6acbe92d-12b3-49e3-a9cf-2c57dd9776ac', 'name': 'tempest-AttachVolumeTestJSON-2033844302-router', 'tenant_id': '884b1020849e42e3acc115cae0298189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'external_fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.194'}], 'enable_snat': True}, 'gw_port_id': 'aabd4896-a6de-4de3-bfd5-7f4fb8cecc07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:45:37Z', 'updated_at': '2021-04-16T16:52:16Z', 'revision_number': 5, 'project_id': '884b1020849e42e3acc115cae0298189', 'gw_port': {'id': 'aabd4896-a6de-4de3-bfd5-7f4fb8cecc07', 'name': '', 'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6acbe92d-12b3-49e3-a9cf-2c57dd9776ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:45:39Z', 'updated_at': '2021-04-16T16:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-smb'}], 'dv-cinder-733622-13-smb', False) {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:52:18.783842 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b37f283-cd8e-4358-97ff-d29b6e31973b None None] Checking router: 6acbe92d-12b3-49e3-a9cf-2c57dd9776ac for host: dv-cinder-733622-13-smb {{(pid=85337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 16:52:18.808179 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b37f283-cd8e-4358-97ff-d29b6e31973b None None] Routers {'6acbe92d-12b3-49e3-a9cf-2c57dd9776ac'} bound to L3 agent in host dv-cinder-733622-13-smb {{(pid=85337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:52:18.809059 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-1b37f283-cd8e-4358-97ff-d29b6e31973b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T16:36:22Z,description=,heartbeat_timestamp=2021-04-16T16:51:52Z,host='dv-cinder-733622-13-smb',id=4aa3b6c8-2ef9-4577-bdb6-1cfedaad083f,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T16:36:22Z,topic='l3_agent')) {'router_ids': ['6acbe92d-12b3-49e3-a9cf-2c57dd9776ac'], 'active': True} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:52:18.876585 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-ef8da8da-dc40-49d6-b1b7-73bdd02b4d8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751456166703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363285399062934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2420184'] for port, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:18.893581 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-48f30441-52d1-4c21-a466-4396b94de2ab tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:52:18.987734 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvr_db [None req-1b37f283-cd8e-4358-97ff-d29b6e31973b None None] Set router 6acbe92d-12b3-49e3-a9cf-2c57dd9776ac gateway port host: None {{(pid=85337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:52:18.995886 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8da8da-dc40-49d6-b1b7-73bdd02b4d8a admin admin] Pushing event deleted for resources: {'Port': ['ID=aabd4896-a6de-4de3-bfd5-7f4fb8cecc07,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:52:19.000273 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-ef8da8da-dc40-49d6-b1b7-73bdd02b4d8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:52:19.114853 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-1b37f283-cd8e-4358-97ff-d29b6e31973b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6acbe92d-12b3-49e3-a9cf-2c57dd9776ac', 'name': 'tempest-AttachVolumeTestJSON-2033844302-router', 'tenant_id': '884b1020849e42e3acc115cae0298189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:45:37Z', 'updated_at': '2021-04-16T16:52:18Z', 'revision_number': 6, 'project_id': '884b1020849e42e3acc115cae0298189', 'gw_port_host': None}], 'dv-cinder-733622-13-smb', False) {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:52:19.119409 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b37f283-cd8e-4358-97ff-d29b6e31973b None None] The sync data for ids ['6acbe92d-12b3-49e3-a9cf-2c57dd9776ac'] in dv-cinder-733622-13-smb is: [{'id': '6acbe92d-12b3-49e3-a9cf-2c57dd9776ac', 'name': 'tempest-AttachVolumeTestJSON-2033844302-router', 'tenant_id': '884b1020849e42e3acc115cae0298189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:45:37Z', 'updated_at': '2021-04-16T16:52:18Z', 'revision_number': 6, 'project_id': '884b1020849e42e3acc115cae0298189', 'gw_port_host': None}] {{(pid=85337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 16:52:19.179055 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-ef8da8da-dc40-49d6-b1b7-73bdd02b4d8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-426984'] for router_gateway, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:19.378841 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-ef8da8da-dc40-49d6-b1b7-73bdd02b4d8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-457810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5633'] for router, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:19.381337 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-ef8da8da-dc40-49d6-b1b7-73bdd02b4d8a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:19.404852 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-ef8da8da-dc40-49d6-b1b7-73bdd02b4d8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854346814'] for router, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:19.405336 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef8da8da-dc40-49d6-b1b7-73bdd02b4d8a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6acbe92d-12b3-49e3-a9cf-2c57dd9776ac {{(pid=85336) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 16 16:52:19.418448 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-ef8da8da-dc40-49d6-b1b7-73bdd02b4d8a admin admin] Notify callbacks [] for router, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:19.419684 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-ef8da8da-dc40-49d6-b1b7-73bdd02b4d8a admin admin] 10.222.0.38 "DELETE /v2.0/routers/6acbe92d-12b3-49e3-a9cf-2c57dd9776ac HTTP/1.1" status: 204 len: 168 time: 1.5966067 Apr 16 16:52:19.422985 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 43482) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:52:19.497341 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.db_base_plugin_v2 [None req-b129c71b-f669-4b3e-a7ea-50038f7d31b9 admin admin] Deleting subnet 649747cf-05da-40d5-a9b4-d5107e9dbf05 {{(pid=85336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 16:52:19.503948 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-b129c71b-f669-4b3e-a7ea-50038f7d31b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:19.584878 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-b129c71b-f669-4b3e-a7ea-50038f7d31b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852295916'] for subnet, precommit_delete_associations {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:19.734918 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-b129c71b-f669-4b3e-a7ea-50038f7d31b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854774887'] for subnet, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:19.777066 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f6303d1b-c84e-4b1e-a28f-2b5fcad68b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:20.309855 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-b129c71b-f669-4b3e-a7ea-50038f7d31b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852355699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2266164'] for subnet, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:20.311538 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Device aabd4896-a6de-4de3-bfd5-7f4fb8cecc07 no longer exists at agent ovs-agent-dv-cinder-733622-13-smb {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 16:52:20.330600 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-26e15258-bb83-40d5-9e22-6d7b4b8749f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:52:20.358613 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] No Port match for: aabd4896-a6de-4de3-bfd5-7f4fb8cecc07 {{(pid=85337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 16:52:20.359147 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Device aabd4896-a6de-4de3-bfd5-7f4fb8cecc07 not bound to the agent host dv-cinder-733622-13-smb {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 16:52:20.359622 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Device b45aaf18-95e8-4b8c-8a6d-1429cfe3d5d8 no longer exists at agent ovs-agent-dv-cinder-733622-13-smb {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 16:52:20.398825 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] No Port match for: b45aaf18-95e8-4b8c-8a6d-1429cfe3d5d8 {{(pid=85337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 16:52:20.399223 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Device b45aaf18-95e8-4b8c-8a6d-1429cfe3d5d8 not bound to the agent host dv-cinder-733622-13-smb {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 16:52:20.431435 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b129c71b-f669-4b3e-a7ea-50038f7d31b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=649747cf-05da-40d5-a9b4-d5107e9dbf05,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:52:20.437482 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-b129c71b-f669-4b3e-a7ea-50038f7d31b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:52:20.475830 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-b129c71b-f669-4b3e-a7ea-50038f7d31b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609088'] for subnet, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:20.481952 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f701a44-835e-4586-af39-4f00aed5806e None None] Network b5d67f03-2a50-4f49-99e2-88dca9cc2c57 requested from dv-cinder-733622-13-smb {{(pid=85337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 16:52:20.483836 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-b129c71b-f669-4b3e-a7ea-50038f7d31b9 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/649747cf-05da-40d5-a9b4-d5107e9dbf05 HTTP/1.1" status: 204 len: 168 time: 1.0584958 Apr 16 16:52:20.485166 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 43488) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:52:20.625317 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-14985b7b-443e-4cc9-86bc-576a974b2387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33594'] for network, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:20.708659 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-14985b7b-443e-4cc9-86bc-576a974b2387 admin admin] Deleting port 13cb76d0-1055-4100-aa87-e9ebdcde80df {{(pid=85336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:52:20.709068 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-14985b7b-443e-4cc9-86bc-576a974b2387 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285398617716'] for port, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:20.816414 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c949c258-abe4-4cd4-8187-ab1cf9caedd6 None None] DHCP port deletion for b5d67f03-2a50-4f49-99e2-88dca9cc2c57 request from dv-cinder-733622-13-smb {{(pid=85337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 16:52:20.821214 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-c949c258-abe4-4cd4-8187-ab1cf9caedd6 None None] Deleting port 13cb76d0-1055-4100-aa87-e9ebdcde80df {{(pid=85337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:52:20.821667 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c949c258-abe4-4cd4-8187-ab1cf9caedd6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285398617716'] for port, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:20.965002 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-14985b7b-443e-4cc9-86bc-576a974b2387 admin admin] For port 13cb76d0-1055-4100-aa87-e9ebdcde80df, host dv-cinder-733622-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-smb',level=0,port_id=13cb76d0-1055-4100-aa87-e9ebdcde80df,segment=NetworkSegment(d3718c9d-c1c1-4ae5-addf-ded1288879fe),segment_id=d3718c9d-c1c1-4ae5-addf-ded1288879fe)] {{(pid=85336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:52:20.965635 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-14985b7b-443e-4cc9-86bc-576a974b2387 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436170'] for port, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:21.058818 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-c949c258-abe4-4cd4-8187-ab1cf9caedd6 None None] For port 13cb76d0-1055-4100-aa87-e9ebdcde80df, host dv-cinder-733622-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-smb',level=0,port_id=13cb76d0-1055-4100-aa87-e9ebdcde80df,segment=NetworkSegment(d3718c9d-c1c1-4ae5-addf-ded1288879fe),segment_id=d3718c9d-c1c1-4ae5-addf-ded1288879fe)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:52:21.059204 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c949c258-abe4-4cd4-8187-ab1cf9caedd6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436170'] for port, precommit_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:21.120761 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-14985b7b-443e-4cc9-86bc-576a974b2387 admin admin] Calling delete_port for 13cb76d0-1055-4100-aa87-e9ebdcde80df owned by network:dhcp {{(pid=85336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 16:52:21.196316 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-c949c258-abe4-4cd4-8187-ab1cf9caedd6 None None] Calling delete_port for 13cb76d0-1055-4100-aa87-e9ebdcde80df owned by network:dhcp {{(pid=85337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 16:52:21.213442 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-14985b7b-443e-4cc9-86bc-576a974b2387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751456166703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363285399062934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2420184'] for port, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:21.227056 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-754222af-a36b-4c5b-8f18-9383dbc45cb8 tempest-VolumesNegativeTest-52718455 tempest-VolumesNegativeTest-52718455-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:52:21.333821 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14985b7b-443e-4cc9-86bc-576a974b2387 admin admin] Pushing event deleted for resources: {'Port': ['ID=13cb76d0-1055-4100-aa87-e9ebdcde80df,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:52:21.352247 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-14985b7b-443e-4cc9-86bc-576a974b2387 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:52:21.365450 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.db.api [None req-c949c258-abe4-4cd4-8187-ab1cf9caedd6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85337) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 16 16:52:21.366295 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_db.api [None req-c949c258-abe4-4cd4-8187-ab1cf9caedd6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 16 16:52:21.403626 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14985b7b-443e-4cc9-86bc-576a974b2387 admin admin] No DVR routers for this DVR port 13cb76d0-1055-4100-aa87-e9ebdcde80df on host dv-cinder-733622-13-smb {{(pid=85336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 16:52:21.533218 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-14985b7b-443e-4cc9-86bc-576a974b2387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2001432', 'neutron.services.segments.db._delete_segments_for_network-8751456264904'] for network, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:21.661389 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.services.segments.db [None req-14985b7b-443e-4cc9-86bc-576a974b2387 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5d67f03-2a50-4f49-99e2-88dca9cc2c57']}} {{(pid=85336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:52:21.675830 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.services.segments.db [None req-14985b7b-443e-4cc9-86bc-576a974b2387 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3718c9d-c1c1-4ae5-addf-ded1288879fe') {'for_net_delete': True} {{(pid=85336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:52:21.676169 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.services.segments.db [None req-14985b7b-443e-4cc9-86bc-576a974b2387 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3718c9d-c1c1-4ae5-addf-ded1288879fe') {} {{(pid=85336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:52:21.688934 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-14985b7b-443e-4cc9-86bc-576a974b2387 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751456237017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2479916'] for segment, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:21.706515 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-14985b7b-443e-4cc9-86bc-576a974b2387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-60927'] for segment, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:21.714986 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14985b7b-443e-4cc9-86bc-576a974b2387 admin admin] Releasing vlan 788 on physical network physnet1 to pool {{(pid=85336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 16:52:21.813854 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-11c643e3-8690-424f-b81f-e01119c6348d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:21.867630 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-c949c258-abe4-4cd4-8187-ab1cf9caedd6 None None] Deleting port 13cb76d0-1055-4100-aa87-e9ebdcde80df {{(pid=85337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:52:21.868105 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c949c258-abe4-4cd4-8187-ab1cf9caedd6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285398617716'] for port, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:21.925993 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-14985b7b-443e-4cc9-86bc-576a974b2387 admin admin] Network b5d67f03-2a50-4f49-99e2-88dca9cc2c57 has no segments {{(pid=85336) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 16:52:21.936433 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-14985b7b-443e-4cc9-86bc-576a974b2387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854714905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2419244'] for segment, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:21.947709 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-c949c258-abe4-4cd4-8187-ab1cf9caedd6 None None] The port '13cb76d0-1055-4100-aa87-e9ebdcde80df' was deleted {{(pid=85337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 16 16:52:22.152083 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-14985b7b-443e-4cc9-86bc-576a974b2387 admin admin] Network b5d67f03-2a50-4f49-99e2-88dca9cc2c57 has no segments {{(pid=85336) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 16:52:22.175232 dv-cinder-733622-13-smb neutron-server[85220]: Traceback (most recent call last): Apr 16 16:52:22.175232 dv-cinder-733622-13-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 16:52:22.175232 dv-cinder-733622-13-smb neutron-server[85220]: timer() Apr 16 16:52:22.175232 dv-cinder-733622-13-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 16:52:22.175232 dv-cinder-733622-13-smb neutron-server[85220]: cb(*args, **kw) Apr 16 16:52:22.175232 dv-cinder-733622-13-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 16:52:22.175232 dv-cinder-733622-13-smb neutron-server[85220]: return func(*args, **kwargs) Apr 16 16:52:22.175232 dv-cinder-733622-13-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 16:52:22.175232 dv-cinder-733622-13-smb neutron-server[85220]: self._notify() Apr 16 16:52:22.175232 dv-cinder-733622-13-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 16:52:22.175232 dv-cinder-733622-13-smb neutron-server[85220]: self.callback(batched_events) Apr 16 16:52:22.175232 dv-cinder-733622-13-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 16:52:22.175232 dv-cinder-733622-13-smb neutron-server[85220]: event.method(event) Apr 16 16:52:22.175232 dv-cinder-733622-13-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 16:52:22.175232 dv-cinder-733622-13-smb neutron-server[85220]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 16:52:22.175232 dv-cinder-733622-13-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 16:52:22.175232 dv-cinder-733622-13-smb neutron-server[85220]: segment_id)['aggregates'][0] Apr 16 16:52:22.175232 dv-cinder-733622-13-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 16:52:22.175232 dv-cinder-733622-13-smb neutron-server[85220]: return f(self, *a, **k) Apr 16 16:52:22.175232 dv-cinder-733622-13-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 16:52:22.175232 dv-cinder-733622-13-smb neutron-server[85220]: return self._get(url).json() Apr 16 16:52:22.175232 dv-cinder-733622-13-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 16:52:22.175232 dv-cinder-733622-13-smb neutron-server[85220]: **kwargs) Apr 16 16:52:22.175232 dv-cinder-733622-13-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 16:52:22.175232 dv-cinder-733622-13-smb neutron-server[85220]: return self.request(url, 'GET', **kwargs) Apr 16 16:52:22.175232 dv-cinder-733622-13-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 16:52:22.175232 dv-cinder-733622-13-smb neutron-server[85220]: **endpoint_filter) Apr 16 16:52:22.175232 dv-cinder-733622-13-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 16:52:22.175232 dv-cinder-733622-13-smb neutron-server[85220]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 16:52:22.175232 dv-cinder-733622-13-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 16:52:22.175232 dv-cinder-733622-13-smb neutron-server[85220]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 16:52:22.175232 dv-cinder-733622-13-smb neutron-server[85220]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 16:52:22.260881 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-14985b7b-443e-4cc9-86bc-576a974b2387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036852774383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854349050'] for network, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:22.265169 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-9b0a7232-3e5d-46b9-abc0-cef64223b535 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:52:22.282823 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-14985b7b-443e-4cc9-86bc-576a974b2387 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609088'] for network, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:22.297054 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14985b7b-443e-4cc9-86bc-576a974b2387 admin admin] Pushing event deleted for resources: {'Network': ['ID=b5d67f03-2a50-4f49-99e2-88dca9cc2c57,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:52:22.300669 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-14985b7b-443e-4cc9-86bc-576a974b2387 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:52:22.315298 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-14985b7b-443e-4cc9-86bc-576a974b2387 admin admin] 10.222.0.38 "DELETE /v2.0/networks/b5d67f03-2a50-4f49-99e2-88dca9cc2c57 HTTP/1.1" status: 204 len: 168 time: 1.8264978 Apr 16 16:52:22.319842 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Device 13cb76d0-1055-4100-aa87-e9ebdcde80df no longer exists at agent ovs-agent-dv-cinder-733622-13-smb {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 16:52:22.360986 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] No Port match for: 13cb76d0-1055-4100-aa87-e9ebdcde80df {{(pid=85337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 16:52:22.361644 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Device 13cb76d0-1055-4100-aa87-e9ebdcde80df not bound to the agent host dv-cinder-733622-13-smb {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 16:52:22.466282 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 43498) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:52:22.525672 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-fdb86697-ca85-402f-88e7-a0d97d090a86 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=884b1020849e42e3acc115cae0298189&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0577919 Apr 16 16:52:22.528881 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 43502) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:52:22.599231 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-5453e1b6-c327-408d-8add-0984f8f52491 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:22.628971 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-5453e1b6-c327-408d-8add-0984f8f52491 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:22.675828 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-5453e1b6-c327-408d-8add-0984f8f52491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:22.680823 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-14abc826-d65c-4f58-865f-ce1fe741500f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:52:22.696712 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5453e1b6-c327-408d-8add-0984f8f52491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea883186-2a74-4b4d-ba2b-158baaf372f3,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:52:22.699225 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-5453e1b6-c327-408d-8add-0984f8f52491 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:52:22.706723 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-5453e1b6-c327-408d-8add-0984f8f52491 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:22.708127 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-5453e1b6-c327-408d-8add-0984f8f52491 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ea883186-2a74-4b4d-ba2b-158baaf372f3 HTTP/1.1" status: 204 len: 168 time: 0.1780727 Apr 16 16:52:22.877698 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-45c0d62a-bc24-48a8-9022-8ca56da26294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:23.541120 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:24.283168 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-53783e99-0c04-4d0d-b0b5-c5fd538000c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:28.070476 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 43598) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:52:28.215976 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-ace73bb4-8c78-4c6e-ab36-f1a1ce26d1af admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:28.234552 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-ace73bb4-8c78-4c6e-ab36-f1a1ce26d1af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:52:28.239140 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-ace73bb4-8c78-4c6e-ab36-f1a1ce26d1af admin admin] Usage tracker for resource:security_group_rule and tenant:cd30eb19cb5740f19abbab7b744e7b34 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:52:28.242628 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-ace73bb4-8c78-4c6e-ab36-f1a1ce26d1af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:52:28.250281 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-ace73bb4-8c78-4c6e-ab36-f1a1ce26d1af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:52:28.353938 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-ace73bb4-8c78-4c6e-ab36-f1a1ce26d1af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:28.358300 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-ace73bb4-8c78-4c6e-ab36-f1a1ce26d1af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:28.369136 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-6b163305-e3a6-453a-ad7a-ca50774f0ba8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:52:28.425784 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-ace73bb4-8c78-4c6e-ab36-f1a1ce26d1af admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=cd30eb19cb5740f19abbab7b744e7b34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3511539 Apr 16 16:52:28.425784 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace73bb4-8c78-4c6e-ab36-f1a1ce26d1af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2bbe3ca-85d0-408c-90cd-c6fb73cc03f5,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:52:28.426908 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 43614) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:52:28.429339 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-ace73bb4-8c78-4c6e-ab36-f1a1ce26d1af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:52:28.510196 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-701e27a7-01f1-4884-aa92-060dbe67d75b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:28.547173 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-701e27a7-01f1-4884-aa92-060dbe67d75b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:28.600839 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-701e27a7-01f1-4884-aa92-060dbe67d75b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:28.606347 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-952a21a8-f560-41d0-ad32-b5df5af5f971 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:52:28.621849 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701e27a7-01f1-4884-aa92-060dbe67d75b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2bbe3ca-85d0-408c-90cd-c6fb73cc03f5,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:52:28.624050 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-701e27a7-01f1-4884-aa92-060dbe67d75b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:28.625269 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-701e27a7-01f1-4884-aa92-060dbe67d75b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a2bbe3ca-85d0-408c-90cd-c6fb73cc03f5 HTTP/1.1" status: 204 len: 168 time: 0.1970482 Apr 16 16:52:28.626289 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-701e27a7-01f1-4884-aa92-060dbe67d75b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:52:28.959402 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 43626) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:52:28.978924 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1d000cd9-9090-4178-a1bf-36ceb9fc2079 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:28.995564 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-1d000cd9-9090-4178-a1bf-36ceb9fc2079 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:52:28.999858 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-1d000cd9-9090-4178-a1bf-36ceb9fc2079 admin admin] Usage tracker for resource:security_group_rule and tenant:23b591af944749bbac8b85e7b9345669 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:52:29.002857 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-1d000cd9-9090-4178-a1bf-36ceb9fc2079 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:52:29.008785 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-1d000cd9-9090-4178-a1bf-36ceb9fc2079 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:52:29.107624 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1d000cd9-9090-4178-a1bf-36ceb9fc2079 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:29.111089 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1d000cd9-9090-4178-a1bf-36ceb9fc2079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:29.122206 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-5fec4044-bfdc-4eca-b291-834ba983ec2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:52:29.168798 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-1d000cd9-9090-4178-a1bf-36ceb9fc2079 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=23b591af944749bbac8b85e7b9345669&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2078774 Apr 16 16:52:29.169630 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d000cd9-9090-4178-a1bf-36ceb9fc2079 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79612e91-f6fb-4f78-b76f-4496fe444962,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:52:29.172371 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 43630) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:52:29.173337 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1d000cd9-9090-4178-a1bf-36ceb9fc2079 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:52:29.240513 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e38be651-3cd6-4ee5-8d8f-41342d5b00d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:29.270849 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e38be651-3cd6-4ee5-8d8f-41342d5b00d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:29.316911 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e38be651-3cd6-4ee5-8d8f-41342d5b00d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:29.322180 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-a3baac34-c011-484b-b1bb-83786b0c4661 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:52:29.335990 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38be651-3cd6-4ee5-8d8f-41342d5b00d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79612e91-f6fb-4f78-b76f-4496fe444962,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:52:29.339363 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-e38be651-3cd6-4ee5-8d8f-41342d5b00d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:52:29.341631 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e38be651-3cd6-4ee5-8d8f-41342d5b00d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:29.342770 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-e38be651-3cd6-4ee5-8d8f-41342d5b00d4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/79612e91-f6fb-4f78-b76f-4496fe444962 HTTP/1.1" status: 204 len: 168 time: 0.1692007 Apr 16 16:52:31.613494 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 43684) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:52:31.757117 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-2156bd85-3115-4bd5-974a-c08837d4210f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:31.779418 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-2156bd85-3115-4bd5-974a-c08837d4210f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:52:31.783560 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-2156bd85-3115-4bd5-974a-c08837d4210f admin admin] Usage tracker for resource:security_group_rule and tenant:11d5dfae52094820839dbd2b0cae6f91 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:52:31.786606 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-2156bd85-3115-4bd5-974a-c08837d4210f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:52:31.793297 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-2156bd85-3115-4bd5-974a-c08837d4210f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:52:31.893733 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-2156bd85-3115-4bd5-974a-c08837d4210f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:31.897011 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-2156bd85-3115-4bd5-974a-c08837d4210f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:31.906799 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-3dcf09cd-0425-4a09-acf9-b2a4ac4d26ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:52:31.954803 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-2156bd85-3115-4bd5-974a-c08837d4210f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=11d5dfae52094820839dbd2b0cae6f91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3396451 Apr 16 16:52:31.955765 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2156bd85-3115-4bd5-974a-c08837d4210f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0619823-a663-4154-9b48-c469c1c83fb8,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:52:31.958819 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 43696) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:52:31.959380 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-2156bd85-3115-4bd5-974a-c08837d4210f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:52:32.040374 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-75e5beba-82bd-4e85-ac98-8eaa5072c5dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:32.076695 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-75e5beba-82bd-4e85-ac98-8eaa5072c5dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:32.098717 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-e3f31e88-e186-4454-ad3c-0c918463488e req-c77a4a7a-d8c7-4dc7-9f49-5f843e8b2043 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Synchronizing usage tracker for tenant:ab7c4e29afac4f9e95c5053828309dfd on resource:security_group {{(pid=85335) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 16:52:32.122181 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-e3f31e88-e186-4454-ad3c-0c918463488e req-c77a4a7a-d8c7-4dc7-9f49-5f843e8b2043 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Unset dirty status for tenant:ab7c4e29afac4f9e95c5053828309dfd on resource:security_group {{(pid=85335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 16:52:32.123481 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-e3f31e88-e186-4454-ad3c-0c918463488e req-c77a4a7a-d8c7-4dc7-9f49-5f843e8b2043 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-463675521&fields=id&tenant_id=ab7c4e29afac4f9e95c5053828309dfd HTTP/1.1" status: 200 len: 267 time: 0.0722873 Apr 16 16:52:32.126402 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-75e5beba-82bd-4e85-ac98-8eaa5072c5dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:32.131660 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-582fafc6-cdf4-433d-b3ee-d2daed343a32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:52:32.149457 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e5beba-82bd-4e85-ac98-8eaa5072c5dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0619823-a663-4154-9b48-c469c1c83fb8,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:52:32.153297 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-75e5beba-82bd-4e85-ac98-8eaa5072c5dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:52:32.173052 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-75e5beba-82bd-4e85-ac98-8eaa5072c5dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:32.177599 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-75e5beba-82bd-4e85-ac98-8eaa5072c5dd admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e0619823-a663-4154-9b48-c469c1c83fb8 HTTP/1.1" status: 204 len: 168 time: 0.2147591 Apr 16 16:52:32.303873 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f31e88-e186-4454-ad3c-0c918463488e req-b111642f-0f46-4f5c-acd4-a898d19b655c tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:52:32.305524 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-e3f31e88-e186-4454-ad3c-0c918463488e req-b111642f-0f46-4f5c-acd4-a898d19b655c tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] 10.222.0.38 "GET /v2.0/networks?id=141405ca-c540-4799-bdeb-b406e3f2ae7d HTTP/1.1" status: 200 len: 809 time: 0.1735628 Apr 16 16:52:32.324959 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-e3f31e88-e186-4454-ad3c-0c918463488e req-209f7e40-b7b5-4016-a350-61227c3dfea9 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] 10.222.0.38 "GET /v2.0/quotas/ab7c4e29afac4f9e95c5053828309dfd HTTP/1.1" status: 200 len: 375 time: 0.0118382 Apr 16 16:52:32.437973 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-e3f31e88-e186-4454-ad3c-0c918463488e req-fda67c5e-f678-4dff-af5b-9bafd270550f tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Synchronizing usage tracker for tenant:ab7c4e29afac4f9e95c5053828309dfd on resource:port {{(pid=85335) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 16:52:32.459723 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-e3f31e88-e186-4454-ad3c-0c918463488e req-fda67c5e-f678-4dff-af5b-9bafd270550f tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Unset dirty status for tenant:ab7c4e29afac4f9e95c5053828309dfd on resource:port {{(pid=85335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 16:52:32.461493 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-e3f31e88-e186-4454-ad3c-0c918463488e req-fda67c5e-f678-4dff-af5b-9bafd270550f tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=ab7c4e29afac4f9e95c5053828309dfd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1254590 Apr 16 16:52:32.558091 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 43706) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:52:32.597451 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-5fe47254-bfa4-4413-8a1b-672099e97cbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:32.627038 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-5fe47254-bfa4-4413-8a1b-672099e97cbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:52:32.634586 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-5fe47254-bfa4-4413-8a1b-672099e97cbd admin admin] Usage tracker for resource:security_group_rule and tenant:57ab7d85e12c4b3b8ad971c57da48da5 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:52:32.638905 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-5fe47254-bfa4-4413-8a1b-672099e97cbd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:52:32.645913 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-5fe47254-bfa4-4413-8a1b-672099e97cbd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:52:32.865547 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-5fe47254-bfa4-4413-8a1b-672099e97cbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:32.869565 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-5fe47254-bfa4-4413-8a1b-672099e97cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:32.881403 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-b544f4c5-25d6-48be-9edd-e51d566e21d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:52:32.923881 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-e3f31e88-e186-4454-ad3c-0c918463488e req-fcb816f2-08de-4382-826e-fce3d61fd979 service neutron] 10.222.0.38 "GET /v2.0/networks/141405ca-c540-4799-bdeb-b406e3f2ae7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4462683 Apr 16 16:52:32.972339 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-5fe47254-bfa4-4413-8a1b-672099e97cbd admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=57ab7d85e12c4b3b8ad971c57da48da5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4127796 Apr 16 16:52:32.976241 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 43710) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:52:33.039728 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe47254-bfa4-4413-8a1b-672099e97cbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1699bc97-27c2-47d9-ac81-4a64a6b72f39,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:52:33.046600 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-5fe47254-bfa4-4413-8a1b-672099e97cbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:52:33.050267 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-ffe808b3-f2e6-4db2-a8c5-62a2459e75da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:33.079720 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-ffe808b3-f2e6-4db2-a8c5-62a2459e75da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:33.122468 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-e3f31e88-e186-4454-ad3c-0c918463488e req-60cff1bf-8157-46e0-a951-2875b623ec45 service neutron] 10.222.0.38 "GET /v2.0/networks/141405ca-c540-4799-bdeb-b406e3f2ae7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844218 Apr 16 16:52:33.142123 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-ffe808b3-f2e6-4db2-a8c5-62a2459e75da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:33.148169 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-a5985f76-6184-4cc1-baf3-a08ad2861f80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:52:33.161806 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe808b3-f2e6-4db2-a8c5-62a2459e75da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1699bc97-27c2-47d9-ac81-4a64a6b72f39,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:52:33.165373 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-ffe808b3-f2e6-4db2-a8c5-62a2459e75da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:52:33.169584 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-ffe808b3-f2e6-4db2-a8c5-62a2459e75da admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:33.171324 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-ffe808b3-f2e6-4db2-a8c5-62a2459e75da admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1699bc97-27c2-47d9-ac81-4a64a6b72f39 HTTP/1.1" status: 204 len: 168 time: 0.1934710 Apr 16 16:52:33.609818 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-8adc13c0-3e09-425b-b98f-335fc452c641 req-2c94a770-a58a-4917-a0b8-539d9b3d64c0 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] 10.222.0.38 "GET /v2.0/ports?device_id=57a18dee-0e60-45b2-8fcb-da3152d60769 HTTP/1.1" status: 200 len: 210 time: 0.0610199 Apr 16 16:52:34.819944 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-2c23f0c2-0426-4ef1-9f93-08101cbfa685 req-255ef55d-ae6d-4b58-89da-fcf6d735f039 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] 10.222.0.38 "GET /v2.0/ports?device_id=57a18dee-0e60-45b2-8fcb-da3152d60769 HTTP/1.1" status: 200 len: 210 time: 0.0565884 Apr 16 16:52:34.953809 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f31e88-e186-4454-ad3c-0c918463488e req-7933c552-fc48-4d72-a6f1-dacb2c54c9d2 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:52:34.954713 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-e3f31e88-e186-4454-ad3c-0c918463488e req-7933c552-fc48-4d72-a6f1-dacb2c54c9d2 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Synchronizing usage tracker for tenant:ab7c4e29afac4f9e95c5053828309dfd on resource:network {{(pid=85336) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 16:52:34.975743 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-e3f31e88-e186-4454-ad3c-0c918463488e req-7933c552-fc48-4d72-a6f1-dacb2c54c9d2 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Unset dirty status for tenant:ab7c4e29afac4f9e95c5053828309dfd on resource:network {{(pid=85336) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 16:52:34.977356 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-e3f31e88-e186-4454-ad3c-0c918463488e req-7933c552-fc48-4d72-a6f1-dacb2c54c9d2 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] 10.222.0.87 "GET /v2.0/networks?id=141405ca-c540-4799-bdeb-b406e3f2ae7d HTTP/1.1" status: 200 len: 809 time: 0.2271686 Apr 16 16:52:35.076085 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-e3f31e88-e186-4454-ad3c-0c918463488e req-ce4be859-987f-486a-94ed-2610dcbc629b tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Synchronizing usage tracker for tenant:ab7c4e29afac4f9e95c5053828309dfd on resource:security_group {{(pid=85336) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 16:52:35.093962 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-e3f31e88-e186-4454-ad3c-0c918463488e req-ce4be859-987f-486a-94ed-2610dcbc629b tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Unset dirty status for tenant:ab7c4e29afac4f9e95c5053828309dfd on resource:security_group {{(pid=85336) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 16:52:35.095148 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-e3f31e88-e186-4454-ad3c-0c918463488e req-ce4be859-987f-486a-94ed-2610dcbc629b tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=ab7c4e29afac4f9e95c5053828309dfd HTTP/1.1" status: 200 len: 8059 time: 0.1064582 Apr 16 16:52:35.107826 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.v2.base [req-e3f31e88-e186-4454-ad3c-0c918463488e req-768d9eaf-3215-4bab-8020-6f1f9146bce4 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Request body: {'port': {'device_id': '57a18dee-0e60-45b2-8fcb-da3152d60769', 'network_id': '141405ca-c540-4799-bdeb-b406e3f2ae7d', 'admin_state_up': True, 'tenant_id': 'ab7c4e29afac4f9e95c5053828309dfd', 'security_groups': ['2cdf2105-d988-4489-b378-2e1e588e755c']}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:52:35.287143 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [req-e3f31e88-e186-4454-ad3c-0c918463488e req-768d9eaf-3215-4bab-8020-6f1f9146bce4 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:52:35.298866 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [req-e3f31e88-e186-4454-ad3c-0c918463488e req-768d9eaf-3215-4bab-8020-6f1f9146bce4 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:52:35.308657 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3f31e88-e186-4454-ad3c-0c918463488e req-768d9eaf-3215-4bab-8020-6f1f9146bce4 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Made reservation on behalf of ab7c4e29afac4f9e95c5053828309dfd for: {'port': 1} {{(pid=85336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 16:52:35.314853 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-e3f31e88-e186-4454-ad3c-0c918463488e req-768d9eaf-3215-4bab-8020-6f1f9146bce4 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:35.513335 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.db_base_plugin_common [req-e3f31e88-e186-4454-ad3c-0c918463488e req-768d9eaf-3215-4bab-8020-6f1f9146bce4 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Allocated IP 172.20.0.11 (141405ca-c540-4799-bdeb-b406e3f2ae7d/77fdd9b8-ce12-4564-ad7d-62ce5897287c/49f9164a-8692-443b-9c1d-3a0d17b66fc5) {{(pid=85336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 16:52:35.608975 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.agents_db [None req-ebbb9395-3582-4696-b633-83ddaf7c527f None None] Agent healthcheck: found 6 active agents {{(pid=85338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 16:52:35.797080 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-e3f31e88-e186-4454-ad3c-0c918463488e req-768d9eaf-3215-4bab-8020-6f1f9146bce4 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Notify callbacks [] for port, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:35.815350 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [req-e3f31e88-e186-4454-ad3c-0c918463488e req-768d9eaf-3215-4bab-8020-6f1f9146bce4 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Transition to ACTIVE for port object 49f9164a-8692-443b-9c1d-3a0d17b66fc5 will not be triggered until provisioned by entity DHCP. {{(pid=85336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:52:35.844325 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-e3f31e88-e186-4454-ad3c-0c918463488e req-768d9eaf-3215-4bab-8020-6f1f9146bce4 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751455712866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2420184'] for port, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:35.862797 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-18160c79-7cf0-4df9-a265-5e549b9c49df tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:52:36.082087 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768d9eaf-3215-4bab-8020-6f1f9146bce4 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Pushing event updated for resources: {'Port': ['ID=49f9164a-8692-443b-9c1d-3a0d17b66fc5,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:52:36.086574 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-768d9eaf-3215-4bab-8020-6f1f9146bce4 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:52:36.175320 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be33693-b5f1-462d-80a0-ce383343ae9c req-0b81b1b8-a9a6-4f62-aa3b-5e624135c205 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:52:36.177291 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-5be33693-b5f1-462d-80a0-ce383343ae9c req-0b81b1b8-a9a6-4f62-aa3b-5e624135c205 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] 10.222.0.38 "GET /v2.0/ports?device_id=57a18dee-0e60-45b2-8fcb-da3152d60769 HTTP/1.1" status: 200 len: 932 time: 0.2009325 Apr 16 16:52:36.183901 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3f31e88-e186-4454-ad3c-0c918463488e req-768d9eaf-3215-4bab-8020-6f1f9146bce4 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Network 141405ca-c540-4799-bdeb-b406e3f2ae7d is already hosted by enough agents. {{(pid=85336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 16:52:36.187275 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [req-e3f31e88-e186-4454-ad3c-0c918463488e req-768d9eaf-3215-4bab-8020-6f1f9146bce4 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Resources bound (agent type, host, resource id): {{(pid=85336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:52:36.212185 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3f31e88-e186-4454-ad3c-0c918463488e req-768d9eaf-3215-4bab-8020-6f1f9146bce4 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Received port after_create {{(pid=85336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 16:52:36.311625 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f31e88-e186-4454-ad3c-0c918463488e req-768d9eaf-3215-4bab-8020-6f1f9146bce4 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:52:36.312355 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-e3f31e88-e186-4454-ad3c-0c918463488e req-768d9eaf-3215-4bab-8020-6f1f9146bce4 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768218'] for port, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:36.363950 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-5be33693-b5f1-462d-80a0-ce383343ae9c req-918df9a9-578e-4ba9-9d7d-a6ca1b5a648d tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] 10.222.0.38 "GET /v2.0/security-groups?id=2cdf2105-d988-4489-b378-2e1e588e755c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1790769 Apr 16 16:52:36.371968 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-e3f31e88-e186-4454-ad3c-0c918463488e req-768d9eaf-3215-4bab-8020-6f1f9146bce4 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2690024 Apr 16 16:52:36.386413 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.v2.base [req-e3f31e88-e186-4454-ad3c-0c918463488e req-a2cb832f-fcbb-4674-95ef-c9277b1511ab service neutron] Request body: {'port': {'device_id': '57a18dee-0e60-45b2-8fcb-da3152d60769', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:52:36.491123 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-f4e0da99-db90-4261-aac1-a4810eaae07d None None] Provisioning for port 49f9164a-8692-443b-9c1d-3a0d17b66fc5 completed by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:52:36.497706 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-f4e0da99-db90-4261-aac1-a4810eaae07d None None] Provisioning complete for port 49f9164a-8692-443b-9c1d-3a0d17b66fc5 triggered by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:52:36.498512 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f4e0da99-db90-4261-aac1-a4810eaae07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852761088'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:36.536085 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-e3f31e88-e186-4454-ad3c-0c918463488e req-a2cb832f-fcbb-4674-95ef-c9277b1511ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:36.599989 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0da99-db90-4261-aac1-a4810eaae07d None None] Port 49f9164a-8692-443b-9c1d-3a0d17b66fc5 cannot update to ACTIVE because it is not bound. {{(pid=85337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 16:52:36.991905 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [req-e3f31e88-e186-4454-ad3c-0c918463488e req-a2cb832f-fcbb-4674-95ef-c9277b1511ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49f9164a-8692-443b-9c1d-3a0d17b66fc5 {{(pid=85336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 16:52:37.001330 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-e3f31e88-e186-4454-ad3c-0c918463488e req-a2cb832f-fcbb-4674-95ef-c9277b1511ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:37.019958 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [req-e3f31e88-e186-4454-ad3c-0c918463488e req-a2cb832f-fcbb-4674-95ef-c9277b1511ab service neutron] Transition to ACTIVE for port object 49f9164a-8692-443b-9c1d-3a0d17b66fc5 will not be triggered until provisioned by entity L2. {{(pid=85336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:52:37.022972 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-e3f31e88-e186-4454-ad3c-0c918463488e req-a2cb832f-fcbb-4674-95ef-c9277b1511ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852355648'] for port, after_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:37.041703 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-13d4770f-8832-4905-bbee-5893af32f736 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:52:37.190612 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cb832f-fcbb-4674-95ef-c9277b1511ab service neutron] Pushing event updated for resources: {'Port': ['ID=49f9164a-8692-443b-9c1d-3a0d17b66fc5,revision_number=2']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:52:37.210842 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-a2cb832f-fcbb-4674-95ef-c9277b1511ab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:52:37.622277 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba2dc75-3a30-4818-a82a-e2f0e46d9534 req-0e71ab7d-4f44-4624-8771-4ab573b57cfa tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:52:37.624089 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-cba2dc75-3a30-4818-a82a-e2f0e46d9534 req-0e71ab7d-4f44-4624-8771-4ab573b57cfa tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] 10.222.0.38 "GET /v2.0/ports?device_id=57a18dee-0e60-45b2-8fcb-da3152d60769 HTTP/1.1" status: 200 len: 944 time: 0.1365192 Apr 16 16:52:37.680201 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-cba2dc75-3a30-4818-a82a-e2f0e46d9534 req-dd9e962f-5fdf-4c9d-82cd-4b7a2474bbcc tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] 10.222.0.38 "GET /v2.0/security-groups?id=2cdf2105-d988-4489-b378-2e1e588e755c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492346 Apr 16 16:52:37.681442 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [req-e3f31e88-e186-4454-ad3c-0c918463488e req-a2cb832f-fcbb-4674-95ef-c9277b1511ab service neutron] Attempting to bind port 49f9164a-8692-443b-9c1d-3a0d17b66fc5 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=85336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 16:52:37.681833 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [req-e3f31e88-e186-4454-ad3c-0c918463488e req-a2cb832f-fcbb-4674-95ef-c9277b1511ab service neutron] Attempting to bind port 49f9164a-8692-443b-9c1d-3a0d17b66fc5 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '4c5c09ca-d7f7-4695-8d8a-1222f3f945e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '141405ca-c540-4799-bdeb-b406e3f2ae7d'}] {{(pid=85336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 16:52:37.682783 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f31e88-e186-4454-ad3c-0c918463488e req-a2cb832f-fcbb-4674-95ef-c9277b1511ab service neutron] Attempting to bind port 49f9164a-8692-443b-9c1d-3a0d17b66fc5 on network 141405ca-c540-4799-bdeb-b406e3f2ae7d {{(pid=85336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 16:52:37.694998 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f31e88-e186-4454-ad3c-0c918463488e req-a2cb832f-fcbb-4674-95ef-c9277b1511ab service neutron] Port 49f9164a-8692-443b-9c1d-3a0d17b66fc5 on network 141405ca-c540-4799-bdeb-b406e3f2ae7d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=85336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 16:52:37.695478 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f31e88-e186-4454-ad3c-0c918463488e req-a2cb832f-fcbb-4674-95ef-c9277b1511ab service neutron] Attempting to bind port 49f9164a-8692-443b-9c1d-3a0d17b66fc5 on network 141405ca-c540-4799-bdeb-b406e3f2ae7d {{(pid=85336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 16:52:37.702670 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f31e88-e186-4454-ad3c-0c918463488e req-a2cb832f-fcbb-4674-95ef-c9277b1511ab service neutron] Checking agent: {'id': '0677065c-8485-4f55-bc15-3b41e2e6feb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 16, 43, 39), 'started_at': datetime.datetime(2021, 4, 16, 16, 43, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 16:52:37.703093 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f31e88-e186-4454-ad3c-0c918463488e req-a2cb832f-fcbb-4674-95ef-c9277b1511ab service neutron] Checking segment: {'id': '4c5c09ca-d7f7-4695-8d8a-1222f3f945e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '141405ca-c540-4799-bdeb-b406e3f2ae7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 16:52:37.703456 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f31e88-e186-4454-ad3c-0c918463488e req-a2cb832f-fcbb-4674-95ef-c9277b1511ab service neutron] Bound using segment: {'id': '4c5c09ca-d7f7-4695-8d8a-1222f3f945e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '141405ca-c540-4799-bdeb-b406e3f2ae7d'} {{(pid=85336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 16:52:37.703921 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [req-e3f31e88-e186-4454-ad3c-0c918463488e req-a2cb832f-fcbb-4674-95ef-c9277b1511ab service neutron] Bound port: 49f9164a-8692-443b-9c1d-3a0d17b66fc5, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c5c09ca-d7f7-4695-8d8a-1222f3f945e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '141405ca-c540-4799-bdeb-b406e3f2ae7d'}}] {{(pid=85336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 16:52:37.704304 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-e3f31e88-e186-4454-ad3c-0c918463488e req-a2cb832f-fcbb-4674-95ef-c9277b1511ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:37.804812 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [req-e3f31e88-e186-4454-ad3c-0c918463488e req-a2cb832f-fcbb-4674-95ef-c9277b1511ab service neutron] For port 49f9164a-8692-443b-9c1d-3a0d17b66fc5, host hv-cinder-73362, cleared binding levels {{(pid=85336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 16:52:37.808944 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [req-e3f31e88-e186-4454-ad3c-0c918463488e req-a2cb832f-fcbb-4674-95ef-c9277b1511ab service neutron] For port 49f9164a-8692-443b-9c1d-3a0d17b66fc5, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=49f9164a-8692-443b-9c1d-3a0d17b66fc5,segment=NetworkSegment(4c5c09ca-d7f7-4695-8d8a-1222f3f945e8),segment_id=4c5c09ca-d7f7-4695-8d8a-1222f3f945e8)] {{(pid=85336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 16:52:37.812510 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-e3f31e88-e186-4454-ad3c-0c918463488e req-a2cb832f-fcbb-4674-95ef-c9277b1511ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852355648'] for port, after_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:37.825770 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:52:37.980522 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cb832f-fcbb-4674-95ef-c9277b1511ab service neutron] Pushing event updated for resources: {'Port': ['ID=49f9164a-8692-443b-9c1d-3a0d17b66fc5,revision_number=3']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:52:37.984191 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-a2cb832f-fcbb-4674-95ef-c9277b1511ab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:52:38.025136 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f31e88-e186-4454-ad3c-0c918463488e req-a2cb832f-fcbb-4674-95ef-c9277b1511ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:52:38.026329 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-e3f31e88-e186-4454-ad3c-0c918463488e req-a2cb832f-fcbb-4674-95ef-c9277b1511ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768218'] for port, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:38.027778 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-e3f31e88-e186-4454-ad3c-0c918463488e req-a2cb832f-fcbb-4674-95ef-c9277b1511ab service neutron] 10.222.0.87 "PUT /v2.0/ports/49f9164a-8692-443b-9c1d-3a0d17b66fc5 HTTP/1.1" status: 200 len: 1094 time: 1.6474237 Apr 16 16:52:38.028336 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57a18dee-0e60-45b2-8fcb-da3152d60769', 'tag': '49f9164a-8692-443b-9c1d-3a0d17b66fc5'}] {{(pid=85336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:52:38.147613 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57a18dee-0e60-45b2-8fcb-da3152d60769', 'tag': '49f9164a-8692-443b-9c1d-3a0d17b66fc5', 'status': 'completed', 'code': 200} Apr 16 16:52:38.206082 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f31e88-e186-4454-ad3c-0c918463488e req-5cbe7f79-a6e7-44c0-996c-2cfcfe3fea43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:52:38.207998 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-e3f31e88-e186-4454-ad3c-0c918463488e req-5cbe7f79-a6e7-44c0-996c-2cfcfe3fea43 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=ab7c4e29afac4f9e95c5053828309dfd&device_id=57a18dee-0e60-45b2-8fcb-da3152d60769 HTTP/1.1" status: 200 len: 1097 time: 0.1119435 Apr 16 16:52:38.293673 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-e3f31e88-e186-4454-ad3c-0c918463488e req-8a3f5508-aca6-4299-a19a-9d0747562c49 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49f9164a-8692-443b-9c1d-3a0d17b66fc5 HTTP/1.1" status: 200 len: 217 time: 0.0760114 Apr 16 16:52:38.380555 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f31e88-e186-4454-ad3c-0c918463488e req-5ca664a5-a5dd-4ab5-832e-ef8cbb6fff18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:52:38.382395 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-e3f31e88-e186-4454-ad3c-0c918463488e req-5ca664a5-a5dd-4ab5-832e-ef8cbb6fff18 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=77fdd9b8-ce12-4564-ad7d-62ce5897287c HTTP/1.1" status: 200 len: 848 time: 0.0814466 Apr 16 16:52:38.476810 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f31e88-e186-4454-ad3c-0c918463488e req-864846da-d668-4f58-8e76-7855d7c2aef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:52:38.478543 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-e3f31e88-e186-4454-ad3c-0c918463488e req-864846da-d668-4f58-8e76-7855d7c2aef9 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=141405ca-c540-4799-bdeb-b406e3f2ae7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0863235 Apr 16 16:52:38.645023 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-e3f31e88-e186-4454-ad3c-0c918463488e req-0908ac6e-aacd-4ee5-b7c4-f23c357ce669 service neutron] 10.222.0.87 "GET /v2.0/networks/141405ca-c540-4799-bdeb-b406e3f2ae7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581028 Apr 16 16:52:38.802265 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-e3f31e88-e186-4454-ad3c-0c918463488e req-08563c21-18e6-4885-9356-ccc1a26d6def service neutron] 10.222.0.87 "GET /v2.0/networks/141405ca-c540-4799-bdeb-b406e3f2ae7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461885 Apr 16 16:52:38.911055 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3646019a-7668-499a-b8f8-134402a81c3a req-56389602-a610-45bc-a02d-ed23903862e6 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:52:38.912638 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-3646019a-7668-499a-b8f8-134402a81c3a req-56389602-a610-45bc-a02d-ed23903862e6 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] 10.222.0.38 "GET /v2.0/ports?device_id=57a18dee-0e60-45b2-8fcb-da3152d60769 HTTP/1.1" status: 200 len: 944 time: 0.1001103 Apr 16 16:52:38.950021 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7272e1a8-0c40-4210-a52d-bcd9561c72d6 req-ba12a9e8-09b1-406e-b3d0-5e1a802fb098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:52:38.951909 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-7272e1a8-0c40-4210-a52d-bcd9561c72d6 req-ba12a9e8-09b1-406e-b3d0-5e1a802fb098 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=ab7c4e29afac4f9e95c5053828309dfd&device_id=57a18dee-0e60-45b2-8fcb-da3152d60769 HTTP/1.1" status: 200 len: 1097 time: 0.0954046 Apr 16 16:52:38.965462 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:38.972429 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-3646019a-7668-499a-b8f8-134402a81c3a req-8b56470f-1eed-4737-83ac-701dba47598f tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] 10.222.0.38 "GET /v2.0/security-groups?id=2cdf2105-d988-4489-b378-2e1e588e755c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511000 Apr 16 16:52:39.108197 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7272e1a8-0c40-4210-a52d-bcd9561c72d6 req-9dbbc243-64c2-49cb-af92-8a3c3e3f0854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:52:39.109792 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-7272e1a8-0c40-4210-a52d-bcd9561c72d6 req-9dbbc243-64c2-49cb-af92-8a3c3e3f0854 service neutron] 10.222.0.87 "GET /v2.0/networks?id=141405ca-c540-4799-bdeb-b406e3f2ae7d HTTP/1.1" status: 200 len: 910 time: 0.1506524 Apr 16 16:52:39.188748 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-7272e1a8-0c40-4210-a52d-bcd9561c72d6 req-a2dc7a8f-2ed2-418f-bdad-c9477868911f service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49f9164a-8692-443b-9c1d-3a0d17b66fc5 HTTP/1.1" status: 200 len: 217 time: 0.0697744 Apr 16 16:52:39.291257 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7272e1a8-0c40-4210-a52d-bcd9561c72d6 req-6723d61c-735f-4f9c-acc1-fdc8dcce53c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:52:39.293660 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-7272e1a8-0c40-4210-a52d-bcd9561c72d6 req-6723d61c-735f-4f9c-acc1-fdc8dcce53c5 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=77fdd9b8-ce12-4564-ad7d-62ce5897287c HTTP/1.1" status: 200 len: 848 time: 0.0970123 Apr 16 16:52:39.388341 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7272e1a8-0c40-4210-a52d-bcd9561c72d6 req-dfd3c769-444c-4ff0-a964-f55a61fad549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:52:39.390165 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-7272e1a8-0c40-4210-a52d-bcd9561c72d6 req-dfd3c769-444c-4ff0-a964-f55a61fad549 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=141405ca-c540-4799-bdeb-b406e3f2ae7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0888176 Apr 16 16:52:39.552319 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-7272e1a8-0c40-4210-a52d-bcd9561c72d6 req-13a3177e-a127-4b8c-bf69-76325f3c2b12 service neutron] 10.222.0.87 "GET /v2.0/networks/141405ca-c540-4799-bdeb-b406e3f2ae7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509078 Apr 16 16:52:39.724251 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-7272e1a8-0c40-4210-a52d-bcd9561c72d6 req-86efe360-6ca7-46ff-a8e9-afdb533e4217 service neutron] 10.222.0.87 "GET /v2.0/networks/141405ca-c540-4799-bdeb-b406e3f2ae7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622465 Apr 16 16:52:40.202106 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317cae37-7c76-4ce2-b964-659a1f488cfb req-69a2f605-0430-4fe9-bf63-c0ae44a1a340 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:52:40.203002 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-317cae37-7c76-4ce2-b964-659a1f488cfb req-69a2f605-0430-4fe9-bf63-c0ae44a1a340 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Synchronizing usage tracker for tenant:ab7c4e29afac4f9e95c5053828309dfd on resource:port {{(pid=85336) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 16:52:40.224687 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-317cae37-7c76-4ce2-b964-659a1f488cfb req-69a2f605-0430-4fe9-bf63-c0ae44a1a340 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Unset dirty status for tenant:ab7c4e29afac4f9e95c5053828309dfd on resource:port {{(pid=85336) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 16:52:40.226032 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-317cae37-7c76-4ce2-b964-659a1f488cfb req-69a2f605-0430-4fe9-bf63-c0ae44a1a340 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] 10.222.0.38 "GET /v2.0/ports?device_id=57a18dee-0e60-45b2-8fcb-da3152d60769 HTTP/1.1" status: 200 len: 944 time: 0.1224983 Apr 16 16:52:40.279234 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-317cae37-7c76-4ce2-b964-659a1f488cfb req-4d1aff7a-c511-460d-adee-7dbe6784d00a tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] 10.222.0.38 "GET /v2.0/security-groups?id=2cdf2105-d988-4489-b378-2e1e588e755c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463178 Apr 16 16:52:41.520198 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d844241b-190e-429c-9135-88691866c186 req-18964b08-1b1e-4d5c-9cd8-8d98a5931fcf tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:52:41.521893 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-d844241b-190e-429c-9135-88691866c186 req-18964b08-1b1e-4d5c-9cd8-8d98a5931fcf tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] 10.222.0.38 "GET /v2.0/ports?device_id=57a18dee-0e60-45b2-8fcb-da3152d60769 HTTP/1.1" status: 200 len: 944 time: 0.0948677 Apr 16 16:52:41.583622 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-d844241b-190e-429c-9135-88691866c186 req-9f7f0ef2-398a-44d3-9b53-9a1011cb273b tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] 10.222.0.38 "GET /v2.0/security-groups?id=2cdf2105-d988-4489-b378-2e1e588e755c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516200 Apr 16 16:52:41.905715 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Device 49f9164a-8692-443b-9c1d-3a0d17b66fc5 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=85337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 16:52:42.059444 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] For port 49f9164a-8692-443b-9c1d-3a0d17b66fc5, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=49f9164a-8692-443b-9c1d-3a0d17b66fc5,segment=NetworkSegment(4c5c09ca-d7f7-4695-8d8a-1222f3f945e8),segment_id=4c5c09ca-d7f7-4695-8d8a-1222f3f945e8)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:52:42.075299 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Returning: {'device': '49f9164a-8692-443b-9c1d-3a0d17b66fc5', 'network_id': '141405ca-c540-4799-bdeb-b406e3f2ae7d', 'port_id': '49f9164a-8692-443b-9c1d-3a0d17b66fc5', 'mac_address': 'fa:16:3e:4b:8b:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 765, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77fdd9b8-ce12-4564-ad7d-62ce5897287c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 16:52:42.143804 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:42.163437 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49f9164a-8692-443b-9c1d-3a0d17b66fc5 {{(pid=85337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 16:52:42.181420 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] For port 49f9164a-8692-443b-9c1d-3a0d17b66fc5, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=49f9164a-8692-443b-9c1d-3a0d17b66fc5,segment=NetworkSegment(4c5c09ca-d7f7-4695-8d8a-1222f3f945e8),segment_id=4c5c09ca-d7f7-4695-8d8a-1222f3f945e8)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:52:42.185134 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:42.187009 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:52:42.264749 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Pushing event updated for resources: {'Port': ['ID=49f9164a-8692-443b-9c1d-3a0d17b66fc5,revision_number=4']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:52:42.273135 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:52:42.273537 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:52:42.273894 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:52:42.274291 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:52:42.274654 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:52:42.275019 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:52:42.275380 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:52:42.275750 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:52:42.276210 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:52:42.277047 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:52:42.277047 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:52:42.278271 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:52:42.281347 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:52:42.482123 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] get_ports_and_sgs() called for port_ids ['49f9164a-8692-443b-9c1d-3a0d17b66fc5'] {{(pid=85337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 16:52:42.828491 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab34c0a1-e947-435c-943d-b95fe17f97c7 req-8df4489e-9254-42d4-a70e-1e2b136fadf2 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:52:42.830304 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-ab34c0a1-e947-435c-943d-b95fe17f97c7 req-8df4489e-9254-42d4-a70e-1e2b136fadf2 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] 10.222.0.38 "GET /v2.0/ports?device_id=57a18dee-0e60-45b2-8fcb-da3152d60769 HTTP/1.1" status: 200 len: 945 time: 0.1022086 Apr 16 16:52:42.888453 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-ab34c0a1-e947-435c-943d-b95fe17f97c7 req-b68f904e-47d0-4d92-8aee-549899bb5b75 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] 10.222.0.38 "GET /v2.0/security-groups?id=2cdf2105-d988-4489-b378-2e1e588e755c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504994 Apr 16 16:52:43.930395 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Device 49f9164a-8692-443b-9c1d-3a0d17b66fc5 up at agent hyperv_hv-cinder-73362 {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:52:44.046205 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Provisioning for port 49f9164a-8692-443b-9c1d-3a0d17b66fc5 completed by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:52:44.052864 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Provisioning complete for port 49f9164a-8692-443b-9c1d-3a0d17b66fc5 triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:52:44.053120 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852761088'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:44.115227 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7811f6-3afd-40c5-bcdc-5b58e3fb86ae req-383cadfe-bdc7-417a-a76b-14105127e4e4 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:52:44.117285 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-0f7811f6-3afd-40c5-bcdc-5b58e3fb86ae req-383cadfe-bdc7-417a-a76b-14105127e4e4 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] 10.222.0.38 "GET /v2.0/ports?device_id=57a18dee-0e60-45b2-8fcb-da3152d60769 HTTP/1.1" status: 200 len: 945 time: 0.1012692 Apr 16 16:52:44.175331 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-0f7811f6-3afd-40c5-bcdc-5b58e3fb86ae req-3376f8b2-a339-4f83-956f-949bbfdec06e tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] 10.222.0.38 "GET /v2.0/security-groups?id=2cdf2105-d988-4489-b378-2e1e588e755c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473263 Apr 16 16:52:44.210451 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:44.241115 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57a18dee-0e60-45b2-8fcb-da3152d60769', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49f9164a-8692-443b-9c1d-3a0d17b66fc5'}] {{(pid=85337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:52:44.252939 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] For port 49f9164a-8692-443b-9c1d-3a0d17b66fc5, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=49f9164a-8692-443b-9c1d-3a0d17b66fc5,segment=NetworkSegment(4c5c09ca-d7f7-4695-8d8a-1222f3f945e8),segment_id=4c5c09ca-d7f7-4695-8d8a-1222f3f945e8)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:52:44.258359 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:44.261645 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-3e2d8892-58e6-46a0-8ea3-5456d1233766 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:52:44.311569 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57a18dee-0e60-45b2-8fcb-da3152d60769', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49f9164a-8692-443b-9c1d-3a0d17b66fc5', 'code': 200} Apr 16 16:52:44.350026 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Pushing event updated for resources: {'Port': ['ID=49f9164a-8692-443b-9c1d-3a0d17b66fc5,revision_number=5']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:52:44.354904 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:52:44.492033 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 43884) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:52:44.670682 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8375d3ab-4f29-4a96-ac67-b871abfbc074 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:44.692215 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-8375d3ab-4f29-4a96-ac67-b871abfbc074 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:52:44.700572 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-8375d3ab-4f29-4a96-ac67-b871abfbc074 admin admin] Usage tracker for resource:security_group_rule and tenant:64751addf63b4c5d9dfc05a04ef41f04 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:52:44.704229 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-8375d3ab-4f29-4a96-ac67-b871abfbc074 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:52:44.719106 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-8375d3ab-4f29-4a96-ac67-b871abfbc074 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:52:44.746787 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af4ae87-9d8e-4d11-910d-a9f57328cfa8 req-ca1dc465-6a03-4583-a6fd-9d7190ddbb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:52:44.748443 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-0af4ae87-9d8e-4d11-910d-a9f57328cfa8 req-ca1dc465-6a03-4583-a6fd-9d7190ddbb68 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=57a18dee-0e60-45b2-8fcb-da3152d60769 HTTP/1.1" status: 200 len: 1099 time: 0.1653056 Apr 16 16:52:44.817281 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-0af4ae87-9d8e-4d11-910d-a9f57328cfa8 req-e65c1db6-babc-49f5-ae0b-c99a406dd47b service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=2cdf2105-d988-4489-b378-2e1e588e755c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605123 Apr 16 16:52:44.860469 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8375d3ab-4f29-4a96-ac67-b871abfbc074 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:44.863211 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8375d3ab-4f29-4a96-ac67-b871abfbc074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:44.873364 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-754222af-a36b-4c5b-8f18-9383dbc45cb8 tempest-VolumesNegativeTest-52718455 tempest-VolumesNegativeTest-52718455-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:52:44.922730 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-8375d3ab-4f29-4a96-ac67-b871abfbc074 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=64751addf63b4c5d9dfc05a04ef41f04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4294565 Apr 16 16:52:44.924523 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8375d3ab-4f29-4a96-ac67-b871abfbc074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d578878-70d3-42d9-a4e6-e24f2a2880e6,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:52:44.927851 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-8375d3ab-4f29-4a96-ac67-b871abfbc074 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:52:44.927981 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 43890) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:52:44.997635 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1bb3e7a5-75f7-4c97-bf23-2551c24458a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:45.027630 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1bb3e7a5-75f7-4c97-bf23-2551c24458a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:45.079433 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1bb3e7a5-75f7-4c97-bf23-2551c24458a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:45.084566 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-dbee8971-0160-422d-b425-4d785bec8141 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:52:45.100287 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb3e7a5-75f7-4c97-bf23-2551c24458a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d578878-70d3-42d9-a4e6-e24f2a2880e6,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:52:45.105966 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1bb3e7a5-75f7-4c97-bf23-2551c24458a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:52:45.114385 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1bb3e7a5-75f7-4c97-bf23-2551c24458a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:45.115559 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-1bb3e7a5-75f7-4c97-bf23-2551c24458a2 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9d578878-70d3-42d9-a4e6-e24f2a2880e6 HTTP/1.1" status: 204 len: 168 time: 0.1866062 Apr 16 16:52:45.399086 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb39783e-0669-49e3-9063-170a67d43de9 req-1028678f-17ee-4972-8ff0-5bd113106af5 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:52:45.400727 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-bb39783e-0669-49e3-9063-170a67d43de9 req-1028678f-17ee-4972-8ff0-5bd113106af5 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] 10.222.0.38 "GET /v2.0/ports?device_id=57a18dee-0e60-45b2-8fcb-da3152d60769 HTTP/1.1" status: 200 len: 946 time: 0.1002638 Apr 16 16:52:45.450205 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 43900) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:52:45.456846 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-bb39783e-0669-49e3-9063-170a67d43de9 req-2d6ec126-d40e-4c5c-93f7-4d9564fbea9a tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] 10.222.0.38 "GET /v2.0/security-groups?id=2cdf2105-d988-4489-b378-2e1e588e755c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475821 Apr 16 16:52:45.470924 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f93fdac3-d204-4126-bae3-95bada87a239 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:45.487053 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-f93fdac3-d204-4126-bae3-95bada87a239 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:52:45.491205 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-f93fdac3-d204-4126-bae3-95bada87a239 admin admin] Usage tracker for resource:security_group_rule and tenant:4a2a75b456ed45b280c6135d62182281 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:52:45.494244 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-f93fdac3-d204-4126-bae3-95bada87a239 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:52:45.500757 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-f93fdac3-d204-4126-bae3-95bada87a239 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:52:45.596972 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f93fdac3-d204-4126-bae3-95bada87a239 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:45.599990 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f93fdac3-d204-4126-bae3-95bada87a239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:45.607695 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-ace73bb4-8c78-4c6e-ab36-f1a1ce26d1af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:52:45.651955 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-f93fdac3-d204-4126-bae3-95bada87a239 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4a2a75b456ed45b280c6135d62182281&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1998260 Apr 16 16:52:45.652819 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93fdac3-d204-4126-bae3-95bada87a239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe1d2f79-8f86-4505-86d4-adb328edb4d3,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:52:45.655378 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 43904) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:52:45.656148 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-f93fdac3-d204-4126-bae3-95bada87a239 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:52:45.726213 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f6917c8b-8f9a-4ee5-babf-4db0922fc232 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:45.756513 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f6917c8b-8f9a-4ee5-babf-4db0922fc232 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:45.808314 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f6917c8b-8f9a-4ee5-babf-4db0922fc232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:45.813642 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-b513738c-9605-4ecd-8cd6-1b64f05bc771 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:52:45.825891 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6917c8b-8f9a-4ee5-babf-4db0922fc232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe1d2f79-8f86-4505-86d4-adb328edb4d3,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:52:45.830098 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-f6917c8b-8f9a-4ee5-babf-4db0922fc232 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:52:45.833494 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f6917c8b-8f9a-4ee5-babf-4db0922fc232 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:45.834741 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-f6917c8b-8f9a-4ee5-babf-4db0922fc232 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/fe1d2f79-8f86-4505-86d4-adb328edb4d3 HTTP/1.1" status: 204 len: 168 time: 0.1783156 Apr 16 16:52:46.255785 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 43914) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:52:46.277572 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-658598c7-469d-4815-8152-17ed3902de1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:46.295277 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-658598c7-469d-4815-8152-17ed3902de1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:52:46.299781 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-658598c7-469d-4815-8152-17ed3902de1a admin admin] Usage tracker for resource:security_group_rule and tenant:ed49abfdf5f3460c991c7aee64b34f96 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:52:46.303109 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-658598c7-469d-4815-8152-17ed3902de1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:52:46.310538 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-658598c7-469d-4815-8152-17ed3902de1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:52:46.414488 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-658598c7-469d-4815-8152-17ed3902de1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:46.417447 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-658598c7-469d-4815-8152-17ed3902de1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:46.428022 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c15fea8f-706b-4f4c-890c-7e970a2dfcaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:52:46.476488 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-658598c7-469d-4815-8152-17ed3902de1a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ed49abfdf5f3460c991c7aee64b34f96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2194686 Apr 16 16:52:46.477737 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658598c7-469d-4815-8152-17ed3902de1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c72fecff-8b2f-4ff2-bd91-37f500b8ccb2,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:52:46.480665 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 43918) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:52:46.481210 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-658598c7-469d-4815-8152-17ed3902de1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:52:46.572086 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-13396005-1f1c-4691-b242-09e0349c8d98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:46.602982 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-13396005-1f1c-4691-b242-09e0349c8d98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:46.724634 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-13396005-1f1c-4691-b242-09e0349c8d98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:46.731813 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-975a8012-eec2-4a08-b9c0-9c5feebf687e tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:52:46.753679 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13396005-1f1c-4691-b242-09e0349c8d98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c72fecff-8b2f-4ff2-bd91-37f500b8ccb2,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:52:46.765616 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f97de4-5b07-4f66-967d-dcf6a4038194 req-ecb6f9d0-3f82-4a96-ae02-dc20c44e13d6 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:52:46.767350 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-59f97de4-5b07-4f66-967d-dcf6a4038194 req-ecb6f9d0-3f82-4a96-ae02-dc20c44e13d6 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] 10.222.0.38 "GET /v2.0/ports?device_id=57a18dee-0e60-45b2-8fcb-da3152d60769 HTTP/1.1" status: 200 len: 946 time: 0.1525617 Apr 16 16:52:46.783062 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13396005-1f1c-4691-b242-09e0349c8d98 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:52:46.783479 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13396005-1f1c-4691-b242-09e0349c8d98 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:52:46.784018 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13396005-1f1c-4691-b242-09e0349c8d98 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:52:46.784424 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13396005-1f1c-4691-b242-09e0349c8d98 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:52:46.784943 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13396005-1f1c-4691-b242-09e0349c8d98 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:52:46.785347 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13396005-1f1c-4691-b242-09e0349c8d98 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:52:46.785855 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13396005-1f1c-4691-b242-09e0349c8d98 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:52:46.786282 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13396005-1f1c-4691-b242-09e0349c8d98 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:52:46.786718 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13396005-1f1c-4691-b242-09e0349c8d98 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:52:46.787201 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13396005-1f1c-4691-b242-09e0349c8d98 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:52:46.787594 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13396005-1f1c-4691-b242-09e0349c8d98 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:52:46.788113 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13396005-1f1c-4691-b242-09e0349c8d98 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:52:46.810071 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-13396005-1f1c-4691-b242-09e0349c8d98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:52:46.820863 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-13396005-1f1c-4691-b242-09e0349c8d98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:46.822111 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-13396005-1f1c-4691-b242-09e0349c8d98 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c72fecff-8b2f-4ff2-bd91-37f500b8ccb2 HTTP/1.1" status: 204 len: 168 time: 0.3401546 Apr 16 16:52:46.856151 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-59f97de4-5b07-4f66-967d-dcf6a4038194 req-21b5973a-4c23-4cf4-8b6f-abe0eb13c634 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] 10.222.0.38 "GET /v2.0/security-groups?id=2cdf2105-d988-4489-b378-2e1e588e755c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805047 Apr 16 16:52:47.090347 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff560d2-2fa8-4ac1-a27b-8cdd586fe1a2 req-b0740897-6367-40b5-b991-8f66d0a66f76 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:52:47.092208 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-7ff560d2-2fa8-4ac1-a27b-8cdd586fe1a2 req-b0740897-6367-40b5-b991-8f66d0a66f76 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] 10.222.0.38 "GET /v2.0/ports?device_id=57a18dee-0e60-45b2-8fcb-da3152d60769 HTTP/1.1" status: 200 len: 946 time: 0.1110299 Apr 16 16:52:47.150503 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-7ff560d2-2fa8-4ac1-a27b-8cdd586fe1a2 req-741e02ac-25a5-422b-be5d-420f0f8f58bb tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] 10.222.0.38 "GET /v2.0/security-groups?id=2cdf2105-d988-4489-b378-2e1e588e755c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506856 Apr 16 16:52:47.176721 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 43930) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:52:47.492073 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c7ddc34-bdad-4f3b-a23a-3ccd51f4e29f tempest-TestShelveInstance-1534702505 tempest-TestShelveInstance-1534702505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:52:47.493706 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-8c7ddc34-bdad-4f3b-a23a-3ccd51f4e29f tempest-TestShelveInstance-1534702505 tempest-TestShelveInstance-1534702505-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=57a18dee-0e60-45b2-8fcb-da3152d60769 HTTP/1.1" status: 200 len: 1094 time: 0.3159137 Apr 16 16:52:47.498158 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 43952) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:52:47.505352 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-bcadd915-6a0a-417b-9451-ed903d3cae61 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Request body: {'floatingip': {'floating_network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'port_id': '49f9164a-8692-443b-9c1d-3a0d17b66fc5', 'tenant_id': 'ab7c4e29afac4f9e95c5053828309dfd', 'fixed_ip_address': '172.20.0.11'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:52:47.515537 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-bcadd915-6a0a-417b-9451-ed903d3cae61 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:52:47.520260 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-bcadd915-6a0a-417b-9451-ed903d3cae61 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Usage tracker for resource:floatingip and tenant:ab7c4e29afac4f9e95c5053828309dfd is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:52:47.524675 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-bcadd915-6a0a-417b-9451-ed903d3cae61 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:52:47.533603 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-bcadd915-6a0a-417b-9451-ed903d3cae61 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:52:47.545614 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-bcadd915-6a0a-417b-9451-ed903d3cae61 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Notify callbacks [] for floatingip, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:47.746485 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-bcadd915-6a0a-417b-9451-ed903d3cae61 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:47.978681 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396709e8-fb27-4cf0-a9a1-011fb214f062 req-f8354df4-817a-4171-9e4b-52b1157b87b2 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:52:47.981089 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-396709e8-fb27-4cf0-a9a1-011fb214f062 req-f8354df4-817a-4171-9e4b-52b1157b87b2 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/ports?device_id=4c6f8080-b802-4729-8986-12463eb33e3e HTTP/1.1" status: 200 len: 946 time: 0.1879854 Apr 16 16:52:47.992534 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.db_base_plugin_common [None req-bcadd915-6a0a-417b-9451-ed903d3cae61 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Allocated IP 172.28.2.207 (2bc9ca6b-6e72-4404-899b-6b4685eced1f/9106a8ae-dfd9-43e0-982a-dc423b27def7/f23f1912-252f-4586-b7cc-83c7569bed55) {{(pid=85335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 16:52:48.127057 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-396709e8-fb27-4cf0-a9a1-011fb214f062 req-a00c2850-02a5-451c-b041-d9f2e6e11737 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/security-groups?id=ad23a607-8b6f-4d76-a678-412bf8b292b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1359489 Apr 16 16:52:48.231320 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-bcadd915-6a0a-417b-9451-ed903d3cae61 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Notify callbacks [] for port, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:48.268698 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-bcadd915-6a0a-417b-9451-ed903d3cae61 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751455712866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850737760'] for port, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:48.289135 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c36a36e7-d6ef-4b7f-bef6-344c86314bec tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:52:48.430342 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcadd915-6a0a-417b-9451-ed903d3cae61 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Pushing event updated for resources: {'Port': ['ID=f23f1912-252f-4586-b7cc-83c7569bed55,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:52:48.435647 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-bcadd915-6a0a-417b-9451-ed903d3cae61 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:52:48.500202 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcadd915-6a0a-417b-9451-ed903d3cae61 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Network 2bc9ca6b-6e72-4404-899b-6b4685eced1f is already hosted by enough agents. {{(pid=85335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 16:52:48.501413 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [None req-bcadd915-6a0a-417b-9451-ed903d3cae61 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Resources bound (agent type, host, resource id): {{(pid=85335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:52:48.504018 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcadd915-6a0a-417b-9451-ed903d3cae61 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Received port after_create {{(pid=85335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 16:52:49.258817 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-bcadd915-6a0a-417b-9451-ed903d3cae61 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:49.356862 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-bcadd915-6a0a-417b-9451-ed903d3cae61 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:49.440290 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa413fb6-d607-42c4-8c43-5860d2c4796d req-71fb92bf-1b9f-4ff6-941c-75eb71f6c304 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:52:49.442349 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-aa413fb6-d607-42c4-8c43-5860d2c4796d req-71fb92bf-1b9f-4ff6-941c-75eb71f6c304 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.87 "GET /v2.0/ports?device_id=4c6f8080-b802-4729-8986-12463eb33e3e HTTP/1.1" status: 200 len: 946 time: 0.1975391 Apr 16 16:52:49.457130 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da9c042-6609-4779-acd3-0e8261d30e13 req-e560dec8-345f-4920-961b-dc8bf01fbb40 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:52:49.458753 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-9da9c042-6609-4779-acd3-0e8261d30e13 req-e560dec8-345f-4920-961b-dc8bf01fbb40 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/ports?device_id=4c6f8080-b802-4729-8986-12463eb33e3e HTTP/1.1" status: 200 len: 946 time: 0.1568463 Apr 16 16:52:49.576177 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [req-aa413fb6-d607-42c4-8c43-5860d2c4796d req-769c9a6b-75c0-41d9-a6f2-64de01ab7188 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Deleting port 1a2753f0-829b-44c8-b562-25e0a67aa0e0 {{(pid=85336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:52:49.576735 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-aa413fb6-d607-42c4-8c43-5860d2c4796d req-769c9a6b-75c0-41d9-a6f2-64de01ab7188 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285398617716'] for port, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:49.631028 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-9da9c042-6609-4779-acd3-0e8261d30e13 req-5be2bd11-db4f-4e78-9087-92abda1b12ac tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/security-groups?id=ad23a607-8b6f-4d76-a678-412bf8b292b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1375599 Apr 16 16:52:49.648866 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-bcadd915-6a0a-417b-9451-ed903d3cae61 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Notify callbacks [] for port, precommit_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:49.654199 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-bcadd915-6a0a-417b-9451-ed903d3cae61 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4038072'] for port, after_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:49.673099 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-a478e65d-aa9e-4ab7-b973-701445245fb0 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:52:49.798119 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-b0143416-db0e-4f7a-9c1d-3e6c4d446ef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:49.878887 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcadd915-6a0a-417b-9451-ed903d3cae61 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Pushing event updated for resources: {'Port': ['ID=f23f1912-252f-4586-b7cc-83c7569bed55,revision_number=2']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:52:49.886975 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-bcadd915-6a0a-417b-9451-ed903d3cae61 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:52:49.964352 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [req-aa413fb6-d607-42c4-8c43-5860d2c4796d req-769c9a6b-75c0-41d9-a6f2-64de01ab7188 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] For port 1a2753f0-829b-44c8-b562-25e0a67aa0e0, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=1a2753f0-829b-44c8-b562-25e0a67aa0e0,segment=NetworkSegment(9ac9f406-6c3c-40ac-9dbd-02eabe5a0c9b),segment_id=9ac9f406-6c3c-40ac-9dbd-02eabe5a0c9b)] {{(pid=85336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:52:49.965136 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-aa413fb6-d607-42c4-8c43-5860d2c4796d req-769c9a6b-75c0-41d9-a6f2-64de01ab7188 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436170'] for port, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:50.019085 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-bcadd915-6a0a-417b-9451-ed903d3cae61 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854349033'] for floatingip, after_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:50.256640 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.db.l3_db [None req-bcadd915-6a0a-417b-9451-ed903d3cae61 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Floating IP f87a2101-8ad5-4375-bc8a-f463857f8564 associated. External IP: 172.28.2.207, port: 49f9164a-8692-443b-9c1d-3a0d17b66fc5. Apr 16 16:52:50.385600 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-aa413fb6-d607-42c4-8c43-5860d2c4796d req-769c9a6b-75c0-41d9-a6f2-64de01ab7188 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:50.385948 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-aa413fb6-d607-42c4-8c43-5860d2c4796d req-769c9a6b-75c0-41d9-a6f2-64de01ab7188 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854349033'] for floatingip, after_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:50.386713 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.db.l3_db [req-aa413fb6-d607-42c4-8c43-5860d2c4796d req-769c9a6b-75c0-41d9-a6f2-64de01ab7188 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Floating IP 3f24e745-ccdd-4148-95f4-e1462a00883e disassociated. External IP: 172.28.2.71, port: 1a2753f0-829b-44c8-b562-25e0a67aa0e0. Apr 16 16:52:50.387595 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [req-aa413fb6-d607-42c4-8c43-5860d2c4796d req-769c9a6b-75c0-41d9-a6f2-64de01ab7188 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Calling delete_port for 1a2753f0-829b-44c8-b562-25e0a67aa0e0 owned by compute:nova {{(pid=85336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 16:52:50.555704 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-aa413fb6-d607-42c4-8c43-5860d2c4796d req-769c9a6b-75c0-41d9-a6f2-64de01ab7188 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751456166703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363285399062934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2420184'] for port, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:50.577115 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-897324b0-0916-4a43-86cc-3f0b8612e6dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:52:50.707084 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcadd915-6a0a-417b-9451-ed903d3cae61 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Router ad3843d4-4dcd-49b4-801e-7f8e8cf29b53 has already been hosted by L3 agent 4aa3b6c8-2ef9-4577-bdb6-1cfedaad083f {{(pid=85335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 16:52:50.893437 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-a6d9617a-2476-4a5e-8621-36ca61ed6a37 req-790b5006-aec6-4fef-a2e7-5eba5d175c78 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/ports?device_id=4c6f8080-b802-4729-8986-12463eb33e3e HTTP/1.1" status: 200 len: 210 time: 0.0705431 Apr 16 16:52:50.963074 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769c9a6b-75c0-41d9-a6f2-64de01ab7188 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Pushing event deleted for resources: {'Port': ['ID=1a2753f0-829b-44c8-b562-25e0a67aa0e0,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:52:50.973321 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-769c9a6b-75c0-41d9-a6f2-64de01ab7188 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:52:51.043505 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcadd915-6a0a-417b-9451-ed903d3cae61 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Notify agent at l3_agent.dv-cinder-733622-13-smb the message routers_updated {{(pid=85335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 16:52:51.055270 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29674593-feae-421a-b666-3de4fb0643f2 None None] Sync routers for ids ['ad3843d4-4dcd-49b4-801e-7f8e8cf29b53'] in dv-cinder-733622-13-smb {{(pid=85338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 16:52:51.075822 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29674593-feae-421a-b666-3de4fb0643f2 None None] Routers {'ad3843d4-4dcd-49b4-801e-7f8e8cf29b53'} bound to L3 agent in host dv-cinder-733622-13-smb {{(pid=85338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:52:51.077115 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-29674593-feae-421a-b666-3de4fb0643f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T16:36:22Z,description=,heartbeat_timestamp=2021-04-16T16:52:22Z,host='dv-cinder-733622-13-smb',id=4aa3b6c8-2ef9-4577-bdb6-1cfedaad083f,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T16:36:22Z,topic='l3_agent')) {'router_ids': ['ad3843d4-4dcd-49b4-801e-7f8e8cf29b53'], 'active': True} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:52:51.093592 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-bcadd915-6a0a-417b-9451-ed903d3cae61 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768218'] for floatingip, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:51.210641 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-bcadd915-6a0a-417b-9451-ed903d3cae61 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.7107794 Apr 16 16:52:51.212459 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57a18dee-0e60-45b2-8fcb-da3152d60769', 'tag': '49f9164a-8692-443b-9c1d-3a0d17b66fc5'}] {{(pid=85335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:52:51.337515 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aa413fb6-d607-42c4-8c43-5860d2c4796d req-769c9a6b-75c0-41d9-a6f2-64de01ab7188 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Router 7246a46c-3e89-4c3d-96dc-a5f833931984 has already been hosted by L3 agent 4aa3b6c8-2ef9-4577-bdb6-1cfedaad083f {{(pid=85336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 16:52:51.623801 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57a18dee-0e60-45b2-8fcb-da3152d60769', 'tag': '49f9164a-8692-443b-9c1d-3a0d17b66fc5', 'status': 'completed', 'code': 200} Apr 16 16:52:51.660016 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aa413fb6-d607-42c4-8c43-5860d2c4796d req-769c9a6b-75c0-41d9-a6f2-64de01ab7188 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Notify agent at l3_agent.dv-cinder-733622-13-smb the message routers_updated {{(pid=85336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 16:52:51.673477 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f263f4fa-fd66-46d1-b19f-4b6f35161d98 None None] Sync routers for ids ['7246a46c-3e89-4c3d-96dc-a5f833931984'] in dv-cinder-733622-13-smb {{(pid=85337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 16:52:51.701162 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f263f4fa-fd66-46d1-b19f-4b6f35161d98 None None] Routers {'7246a46c-3e89-4c3d-96dc-a5f833931984'} bound to L3 agent in host dv-cinder-733622-13-smb {{(pid=85337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:52:51.702358 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-f263f4fa-fd66-46d1-b19f-4b6f35161d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T16:36:22Z,description=,heartbeat_timestamp=2021-04-16T16:52:22Z,host='dv-cinder-733622-13-smb',id=4aa3b6c8-2ef9-4577-bdb6-1cfedaad083f,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T16:36:22Z,topic='l3_agent')) {'router_ids': ['7246a46c-3e89-4c3d-96dc-a5f833931984'], 'active': True} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:52:51.752671 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvr_db [None req-29674593-feae-421a-b666-3de4fb0643f2 None None] Set router ad3843d4-4dcd-49b4-801e-7f8e8cf29b53 gateway port host: dv-cinder-733622-13-smb {{(pid=85338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:52:51.813179 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec11352-77fb-4b83-9ddd-0dc112153466 req-769d0a30-71a7-484f-bbed-53ef7a8f93e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:52:51.815940 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-bec11352-77fb-4b83-9ddd-0dc112153466 req-769d0a30-71a7-484f-bbed-53ef7a8f93e5 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=ab7c4e29afac4f9e95c5053828309dfd&device_id=57a18dee-0e60-45b2-8fcb-da3152d60769 HTTP/1.1" status: 200 len: 1099 time: 0.1567793 Apr 16 16:52:51.870378 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa413fb6-d607-42c4-8c43-5860d2c4796d req-769c9a6b-75c0-41d9-a6f2-64de01ab7188 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] No DVR routers for this DVR port 1a2753f0-829b-44c8-b562-25e0a67aa0e0 on host hv-cinder-73362 {{(pid=85336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 16:52:51.873496 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-aa413fb6-d607-42c4-8c43-5860d2c4796d req-769c9a6b-75c0-41d9-a6f2-64de01ab7188 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768218'] for port, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:51.880493 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c6f8080-b802-4729-8986-12463eb33e3e', 'name': 'network-vif-deleted', 'tag': '1a2753f0-829b-44c8-b562-25e0a67aa0e0'}] {{(pid=85336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:52:51.904579 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-aa413fb6-d607-42c4-8c43-5860d2c4796d req-769c9a6b-75c0-41d9-a6f2-64de01ab7188 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.87 "DELETE /v2.0/ports/1a2753f0-829b-44c8-b562-25e0a67aa0e0 HTTP/1.1" status: 204 len: 173 time: 2.4531038 Apr 16 16:52:52.065906 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c6f8080-b802-4729-8986-12463eb33e3e', 'name': 'network-vif-deleted', 'tag': '1a2753f0-829b-44c8-b562-25e0a67aa0e0', 'status': 'completed', 'code': 200} Apr 16 16:52:52.180035 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d5134afd-3124-496a-a235-5ad96af3ff7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:52.196575 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec11352-77fb-4b83-9ddd-0dc112153466 req-9569e4a2-a990-422a-8432-e3371f8df5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:52:52.201192 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-bec11352-77fb-4b83-9ddd-0dc112153466 req-9569e4a2-a990-422a-8432-e3371f8df5e8 service neutron] 10.222.0.87 "GET /v2.0/networks?id=141405ca-c540-4799-bdeb-b406e3f2ae7d HTTP/1.1" status: 200 len: 910 time: 0.3746035 Apr 16 16:52:52.238139 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-363a785c-ac34-4aeb-9cdd-52474817501d req-e4a979a7-5634-42b7-b94c-a26b58a1f26d tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Synchronizing usage tracker for tenant:88a1c77b2ae945419c929cd0ad2c2a68 on resource:port {{(pid=85336) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 16:52:52.270810 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-363a785c-ac34-4aeb-9cdd-52474817501d req-e4a979a7-5634-42b7-b94c-a26b58a1f26d tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Unset dirty status for tenant:88a1c77b2ae945419c929cd0ad2c2a68 on resource:port {{(pid=85336) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 16:52:52.272119 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-363a785c-ac34-4aeb-9cdd-52474817501d req-e4a979a7-5634-42b7-b94c-a26b58a1f26d tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/ports?device_id=4c6f8080-b802-4729-8986-12463eb33e3e HTTP/1.1" status: 200 len: 210 time: 0.1575799 Apr 16 16:52:52.278422 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvr_db [None req-f263f4fa-fd66-46d1-b19f-4b6f35161d98 None None] Set router 7246a46c-3e89-4c3d-96dc-a5f833931984 gateway port host: dv-cinder-733622-13-smb {{(pid=85337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:52:52.352578 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-bec11352-77fb-4b83-9ddd-0dc112153466 req-d661f833-f05f-4cf7-a645-be528efa47a6 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49f9164a-8692-443b-9c1d-3a0d17b66fc5 HTTP/1.1" status: 200 len: 1000 time: 0.1479311 Apr 16 16:52:52.409702 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-29674593-feae-421a-b666-3de4fb0643f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad3843d4-4dcd-49b4-801e-7f8e8cf29b53', 'name': 'tempest-TestShelveInstance-1472907593-router', 'tenant_id': 'ab7c4e29afac4f9e95c5053828309dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'external_fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.242'}], 'enable_snat': True}, 'gw_port_id': '6a3b043d-7d2c-4083-8d94-2700f03d2f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:51:50Z', 'updated_at': '2021-04-16T16:51:56Z', 'revision_number': 4, 'project_id': 'ab7c4e29afac4f9e95c5053828309dfd', 'gw_port': {'id': '6a3b043d-7d2c-4083-8d94-2700f03d2f6f', 'name': '', 'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3843d4-4dcd-49b4-801e-7f8e8cf29b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:51:51Z', 'updated_at': '2021-04-16T16:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-smb', '_floatingips': [{'id': 'f87a2101-8ad5-4375-bc8a-f463857f8564', 'tenant_id': 'ab7c4e29afac4f9e95c5053828309dfd', 'floating_ip_address': '172.28.2.207', 'floating_network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'router_id': 'ad3843d4-4dcd-49b4-801e-7f8e8cf29b53', 'port_id': '49f9164a-8692-443b-9c1d-3a0d17b66fc5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '141405ca-c540-4799-bdeb-b406e3f2ae7d', 'mac_address': 'fa:16:3e:4b:8b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a18dee-0e60-45b2-8fcb-da3152d60769', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T16:52:49Z', 'updated_at': '2021-04-16T16:52:49Z', 'revision_number': 0, 'project_id': 'ab7c4e29afac4f9e95c5053828309dfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffe5cc1f-720b-44bd-a5c9-0e018f568374', 'name': '', 'network_id': '141405ca-c540-4799-bdeb-b406e3f2ae7d', 'tenant_id': 'ab7c4e29afac4f9e95c5053828309dfd', 'mac_address': 'fa:16:3e:73:a8:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3843d4-4dcd-49b4-801e-7f8e8cf29b53', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '77fdd9b8-ce12-4564-ad7d-62ce5897287c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:51:55Z', 'updated_at': '2021-04-16T16:52:07Z', 'revision_number': 5, 'project_id': 'ab7c4e29afac4f9e95c5053828309dfd', 'subnets': [{'id': '77fdd9b8-ce12-4564-ad7d-62ce5897287c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-13-smb', False) {} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:52:52.415786 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29674593-feae-421a-b666-3de4fb0643f2 None None] Checking router: ad3843d4-4dcd-49b4-801e-7f8e8cf29b53 for host: dv-cinder-733622-13-smb {{(pid=85338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 16:52:52.429740 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29674593-feae-421a-b666-3de4fb0643f2 None None] Routers {'ad3843d4-4dcd-49b4-801e-7f8e8cf29b53'} bound to L3 agent in host dv-cinder-733622-13-smb {{(pid=85338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:52:52.430472 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-29674593-feae-421a-b666-3de4fb0643f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T16:36:22Z,description=,heartbeat_timestamp=2021-04-16T16:52:52Z,host='dv-cinder-733622-13-smb',id=4aa3b6c8-2ef9-4577-bdb6-1cfedaad083f,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T16:36:22Z,topic='l3_agent')) {'router_ids': ['ad3843d4-4dcd-49b4-801e-7f8e8cf29b53'], 'active': True} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:52:52.456713 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec11352-77fb-4b83-9ddd-0dc112153466 req-c4d7cf42-3c18-48d5-951a-a65bb0a0dd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:52:52.459438 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-bec11352-77fb-4b83-9ddd-0dc112153466 req-c4d7cf42-3c18-48d5-951a-a65bb0a0dd95 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=77fdd9b8-ce12-4564-ad7d-62ce5897287c HTTP/1.1" status: 200 len: 848 time: 0.0995631 Apr 16 16:52:52.716549 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvr_db [None req-29674593-feae-421a-b666-3de4fb0643f2 None None] Set router ad3843d4-4dcd-49b4-801e-7f8e8cf29b53 gateway port host: dv-cinder-733622-13-smb {{(pid=85338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:52:52.749209 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-f263f4fa-fd66-46d1-b19f-4b6f35161d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7246a46c-3e89-4c3d-96dc-a5f833931984', 'name': 'tempest-AttachVolumeShelveTestJSON-1554147742-router', 'tenant_id': '88a1c77b2ae945419c929cd0ad2c2a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'external_fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.213'}], 'enable_snat': True}, 'gw_port_id': '2c1bc0b1-551f-42c2-9f06-e7a8bdce7737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:45:37Z', 'updated_at': '2021-04-16T16:46:10Z', 'revision_number': 4, 'project_id': '88a1c77b2ae945419c929cd0ad2c2a68', 'gw_port': {'id': '2c1bc0b1-551f-42c2-9f06-e7a8bdce7737', 'name': '', 'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7246a46c-3e89-4c3d-96dc-a5f833931984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:45:40Z', 'updated_at': '2021-04-16T16:46:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-smb', '_interfaces': [{'id': 'c94c8129-453b-4603-aa8e-c5e9c0e8a874', 'name': '', 'network_id': '3850fa94-c64e-47a7-8ac1-100295c70767', 'tenant_id': '88a1c77b2ae945419c929cd0ad2c2a68', 'mac_address': 'fa:16:3e:eb:a6:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7246a46c-3e89-4c3d-96dc-a5f833931984', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '3d318de4-dae1-4537-aa0d-b7c79b5c1954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:46:04Z', 'updated_at': '2021-04-16T16:46:21Z', 'revision_number': 5, 'project_id': '88a1c77b2ae945419c929cd0ad2c2a68', 'subnets': [{'id': '3d318de4-dae1-4537-aa0d-b7c79b5c1954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-13-smb', False) {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:52:52.757820 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f263f4fa-fd66-46d1-b19f-4b6f35161d98 None None] Checking router: 7246a46c-3e89-4c3d-96dc-a5f833931984 for host: dv-cinder-733622-13-smb {{(pid=85337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 16:52:52.777346 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f263f4fa-fd66-46d1-b19f-4b6f35161d98 None None] Routers {'7246a46c-3e89-4c3d-96dc-a5f833931984'} bound to L3 agent in host dv-cinder-733622-13-smb {{(pid=85337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:52:52.779079 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-f263f4fa-fd66-46d1-b19f-4b6f35161d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T16:36:22Z,description=,heartbeat_timestamp=2021-04-16T16:52:52Z,host='dv-cinder-733622-13-smb',id=4aa3b6c8-2ef9-4577-bdb6-1cfedaad083f,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T16:36:22Z,topic='l3_agent')) {'router_ids': ['7246a46c-3e89-4c3d-96dc-a5f833931984'], 'active': True} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:52:52.873836 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec11352-77fb-4b83-9ddd-0dc112153466 req-6525cfaa-3f2f-4f35-a996-1f385a1a165d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:52:52.875489 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-bec11352-77fb-4b83-9ddd-0dc112153466 req-6525cfaa-3f2f-4f35-a996-1f385a1a165d service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=141405ca-c540-4799-bdeb-b406e3f2ae7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.4087601 Apr 16 16:52:52.953992 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-45c0d62a-bc24-48a8-9022-8ca56da26294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:53.031177 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvr_db [None req-f263f4fa-fd66-46d1-b19f-4b6f35161d98 None None] Set router 7246a46c-3e89-4c3d-96dc-a5f833931984 gateway port host: dv-cinder-733622-13-smb {{(pid=85337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:52:53.044365 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-bec11352-77fb-4b83-9ddd-0dc112153466 req-aa1d3c97-7854-4e72-988d-432daa86d72a service neutron] 10.222.0.87 "GET /v2.0/networks/141405ca-c540-4799-bdeb-b406e3f2ae7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607068 Apr 16 16:52:53.195509 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-29674593-feae-421a-b666-3de4fb0643f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad3843d4-4dcd-49b4-801e-7f8e8cf29b53', 'name': 'tempest-TestShelveInstance-1472907593-router', 'tenant_id': 'ab7c4e29afac4f9e95c5053828309dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'external_fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.242'}], 'enable_snat': True}, 'gw_port_id': '6a3b043d-7d2c-4083-8d94-2700f03d2f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:51:50Z', 'updated_at': '2021-04-16T16:51:56Z', 'revision_number': 4, 'project_id': 'ab7c4e29afac4f9e95c5053828309dfd', 'gw_port': {'id': '6a3b043d-7d2c-4083-8d94-2700f03d2f6f', 'name': '', 'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3843d4-4dcd-49b4-801e-7f8e8cf29b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:51:51Z', 'updated_at': '2021-04-16T16:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-smb', '_floatingips': [{'id': 'f87a2101-8ad5-4375-bc8a-f463857f8564', 'tenant_id': 'ab7c4e29afac4f9e95c5053828309dfd', 'floating_ip_address': '172.28.2.207', 'floating_network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'router_id': 'ad3843d4-4dcd-49b4-801e-7f8e8cf29b53', 'port_id': '49f9164a-8692-443b-9c1d-3a0d17b66fc5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '141405ca-c540-4799-bdeb-b406e3f2ae7d', 'mac_address': 'fa:16:3e:4b:8b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a18dee-0e60-45b2-8fcb-da3152d60769', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T16:52:49Z', 'updated_at': '2021-04-16T16:52:49Z', 'revision_number': 0, 'project_id': 'ab7c4e29afac4f9e95c5053828309dfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffe5cc1f-720b-44bd-a5c9-0e018f568374', 'name': '', 'network_id': '141405ca-c540-4799-bdeb-b406e3f2ae7d', 'tenant_id': 'ab7c4e29afac4f9e95c5053828309dfd', 'mac_address': 'fa:16:3e:73:a8:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3843d4-4dcd-49b4-801e-7f8e8cf29b53', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '77fdd9b8-ce12-4564-ad7d-62ce5897287c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:51:55Z', 'updated_at': '2021-04-16T16:52:07Z', 'revision_number': 5, 'project_id': 'ab7c4e29afac4f9e95c5053828309dfd', 'subnets': [{'id': '77fdd9b8-ce12-4564-ad7d-62ce5897287c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-13-smb', False) {} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:52:53.203055 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29674593-feae-421a-b666-3de4fb0643f2 None None] The sync data for ids ['ad3843d4-4dcd-49b4-801e-7f8e8cf29b53'] in dv-cinder-733622-13-smb is: [{'id': 'ad3843d4-4dcd-49b4-801e-7f8e8cf29b53', 'name': 'tempest-TestShelveInstance-1472907593-router', 'tenant_id': 'ab7c4e29afac4f9e95c5053828309dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'external_fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.242'}], 'enable_snat': True}, 'gw_port_id': '6a3b043d-7d2c-4083-8d94-2700f03d2f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:51:50Z', 'updated_at': '2021-04-16T16:51:56Z', 'revision_number': 4, 'project_id': 'ab7c4e29afac4f9e95c5053828309dfd', 'gw_port': {'id': '6a3b043d-7d2c-4083-8d94-2700f03d2f6f', 'name': '', 'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3843d4-4dcd-49b4-801e-7f8e8cf29b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:51:51Z', 'updated_at': '2021-04-16T16:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-smb', '_floatingips': [{'id': 'f87a2101-8ad5-4375-bc8a-f463857f8564', 'tenant_id': 'ab7c4e29afac4f9e95c5053828309dfd', 'floating_ip_address': '172.28.2.207', 'floating_network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'router_id': 'ad3843d4-4dcd-49b4-801e-7f8e8cf29b53', 'port_id': '49f9164a-8692-443b-9c1d-3a0d17b66fc5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '141405ca-c540-4799-bdeb-b406e3f2ae7d', 'mac_address': 'fa:16:3e:4b:8b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a18dee-0e60-45b2-8fcb-da3152d60769', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T16:52:49Z', 'updated_at': '2021-04-16T16:52:49Z', 'revision_number': 0, 'project_id': 'ab7c4e29afac4f9e95c5053828309dfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffe5cc1f-720b-44bd-a5c9-0e018f568374', 'name': '', 'network_id': '141405ca-c540-4799-bdeb-b406e3f2ae7d', 'tenant_id': 'ab7c4e29afac4f9e95c5053828309dfd', 'mac_address': 'fa:16:3e:73:a8:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3843d4-4dcd-49b4-801e-7f8e8cf29b53', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '77fdd9b8-ce12-4564-ad7d-62ce5897287c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:51:55Z', 'updated_at': '2021-04-16T16:52:07Z', 'revision_number': 5, 'project_id': 'ab7c4e29afac4f9e95c5053828309dfd', 'subnets': [{'id': '77fdd9b8-ce12-4564-ad7d-62ce5897287c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 16:52:53.235498 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-bec11352-77fb-4b83-9ddd-0dc112153466 req-0cef1fcc-fe77-481f-a59c-25e1aedecd33 service neutron] 10.222.0.87 "GET /v2.0/networks/141405ca-c540-4799-bdeb-b406e3f2ae7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831405 Apr 16 16:52:53.416213 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-f263f4fa-fd66-46d1-b19f-4b6f35161d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7246a46c-3e89-4c3d-96dc-a5f833931984', 'name': 'tempest-AttachVolumeShelveTestJSON-1554147742-router', 'tenant_id': '88a1c77b2ae945419c929cd0ad2c2a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'external_fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.213'}], 'enable_snat': True}, 'gw_port_id': '2c1bc0b1-551f-42c2-9f06-e7a8bdce7737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:45:37Z', 'updated_at': '2021-04-16T16:46:10Z', 'revision_number': 4, 'project_id': '88a1c77b2ae945419c929cd0ad2c2a68', 'gw_port': {'id': '2c1bc0b1-551f-42c2-9f06-e7a8bdce7737', 'name': '', 'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7246a46c-3e89-4c3d-96dc-a5f833931984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:45:40Z', 'updated_at': '2021-04-16T16:46:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-smb', '_interfaces': [{'id': 'c94c8129-453b-4603-aa8e-c5e9c0e8a874', 'name': '', 'network_id': '3850fa94-c64e-47a7-8ac1-100295c70767', 'tenant_id': '88a1c77b2ae945419c929cd0ad2c2a68', 'mac_address': 'fa:16:3e:eb:a6:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7246a46c-3e89-4c3d-96dc-a5f833931984', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '3d318de4-dae1-4537-aa0d-b7c79b5c1954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:46:04Z', 'updated_at': '2021-04-16T16:46:21Z', 'revision_number': 5, 'project_id': '88a1c77b2ae945419c929cd0ad2c2a68', 'subnets': [{'id': '3d318de4-dae1-4537-aa0d-b7c79b5c1954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-13-smb', False) {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:52:53.421817 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f263f4fa-fd66-46d1-b19f-4b6f35161d98 None None] The sync data for ids ['7246a46c-3e89-4c3d-96dc-a5f833931984'] in dv-cinder-733622-13-smb is: [{'id': '7246a46c-3e89-4c3d-96dc-a5f833931984', 'name': 'tempest-AttachVolumeShelveTestJSON-1554147742-router', 'tenant_id': '88a1c77b2ae945419c929cd0ad2c2a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'external_fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.213'}], 'enable_snat': True}, 'gw_port_id': '2c1bc0b1-551f-42c2-9f06-e7a8bdce7737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:45:37Z', 'updated_at': '2021-04-16T16:46:10Z', 'revision_number': 4, 'project_id': '88a1c77b2ae945419c929cd0ad2c2a68', 'gw_port': {'id': '2c1bc0b1-551f-42c2-9f06-e7a8bdce7737', 'name': '', 'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7246a46c-3e89-4c3d-96dc-a5f833931984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:45:40Z', 'updated_at': '2021-04-16T16:46:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-smb', '_interfaces': [{'id': 'c94c8129-453b-4603-aa8e-c5e9c0e8a874', 'name': '', 'network_id': '3850fa94-c64e-47a7-8ac1-100295c70767', 'tenant_id': '88a1c77b2ae945419c929cd0ad2c2a68', 'mac_address': 'fa:16:3e:eb:a6:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7246a46c-3e89-4c3d-96dc-a5f833931984', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '3d318de4-dae1-4537-aa0d-b7c79b5c1954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:46:04Z', 'updated_at': '2021-04-16T16:46:21Z', 'revision_number': 5, 'project_id': '88a1c77b2ae945419c929cd0ad2c2a68', 'subnets': [{'id': '3d318de4-dae1-4537-aa0d-b7c79b5c1954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 16:52:53.444311 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 44048) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:52:53.518435 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:53.527585 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-569501b0-a073-414e-bc03-0efb10c1cf5b tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:53.537599 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19735431-c90c-4ddb-8ad3-0102fdb643f8 None None] New status for floating IP f87a2101-8ad5-4375-bc8a-f463857f8564: ACTIVE {{(pid=85338) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 16 16:52:53.567561 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-569501b0-a073-414e-bc03-0efb10c1cf5b tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:53.647782 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-569501b0-a073-414e-bc03-0efb10c1cf5b tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:53.655584 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-57d337ee-37f3-4e31-a59a-896a74b38df4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:52:53.674986 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569501b0-a073-414e-bc03-0efb10c1cf5b tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad23a607-8b6f-4d76-a678-412bf8b292b1,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:52:53.680967 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-569501b0-a073-414e-bc03-0efb10c1cf5b tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:52:53.686643 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-569501b0-a073-414e-bc03-0efb10c1cf5b tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:53.688602 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-569501b0-a073-414e-bc03-0efb10c1cf5b tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "DELETE /v2.0/security-groups/ad23a607-8b6f-4d76-a678-412bf8b292b1 HTTP/1.1" status: 204 len: 168 time: 0.2423744 Apr 16 16:52:53.691166 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 44056) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:52:53.720480 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.api.v2.resource [None req-0ad7c63b-8c6b-4886-b903-e8ef732f4bc9 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] show failed (client error): The resource could not be found. Apr 16 16:52:53.722119 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-0ad7c63b-8c6b-4886-b903-e8ef732f4bc9 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "GET /v2.0/security-groups/ad23a607-8b6f-4d76-a678-412bf8b292b1 HTTP/1.1" status: 404 len: 347 time: 0.0297592 Apr 16 16:52:53.725675 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 44060) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:52:53.940817 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82da907e-1e54-4a48-8e9e-9ac46cbbe384 None None] New status for floating IP 3f24e745-ccdd-4148-95f4-e1462a00883e: DOWN {{(pid=85337) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 16 16:52:53.960620 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-05b6abf1-ca35-45da-bd50-db0b0f32c55c tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Deleting port 78430c9f-a173-43e7-9aaa-91c1bd26abc4 {{(pid=85335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:52:53.961093 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-05b6abf1-ca35-45da-bd50-db0b0f32c55c tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285398617716'] for port, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:54.015638 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Device 1a2753f0-829b-44c8-b562-25e0a67aa0e0 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 16:52:54.146121 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] No Port match for: 1a2753f0-829b-44c8-b562-25e0a67aa0e0 {{(pid=85337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 16:52:54.146421 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Device 1a2753f0-829b-44c8-b562-25e0a67aa0e0 not bound to the agent host hv-cinder-73362 {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 16:52:54.166206 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 44070) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:52:54.194136 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-05b6abf1-ca35-45da-bd50-db0b0f32c55c tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436170'] for port, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:54.194522 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-05b6abf1-ca35-45da-bd50-db0b0f32c55c tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:54.281296 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-53783e99-0c04-4d0d-b0b5-c5fd538000c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:54.379339 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-05b6abf1-ca35-45da-bd50-db0b0f32c55c tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Calling delete_port for 78430c9f-a173-43e7-9aaa-91c1bd26abc4 owned by network:floatingip {{(pid=85335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 16:52:54.429124 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d901fb49-2280-400d-aa97-ab10dcae5c1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:54.464458 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-d901fb49-2280-400d-aa97-ab10dcae5c1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:52:54.472824 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-d901fb49-2280-400d-aa97-ab10dcae5c1c admin admin] Usage tracker for resource:security_group_rule and tenant:9975e6d5040345b68a0600d418ee5623 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:52:54.476752 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-d901fb49-2280-400d-aa97-ab10dcae5c1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:52:54.493226 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-d901fb49-2280-400d-aa97-ab10dcae5c1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:52:54.534851 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.db.api [None req-05b6abf1-ca35-45da-bd50-db0b0f32c55c tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85335) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 16 16:52:54.535334 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_db.api [None req-05b6abf1-ca35-45da-bd50-db0b0f32c55c tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 16 16:52:54.616036 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d901fb49-2280-400d-aa97-ab10dcae5c1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:54.619203 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d901fb49-2280-400d-aa97-ab10dcae5c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:54.628176 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c5d95f2e-bae9-4080-bb57-8f3be7a705fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:52:54.684184 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-d901fb49-2280-400d-aa97-ab10dcae5c1c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9975e6d5040345b68a0600d418ee5623&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5159676 Apr 16 16:52:54.685324 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d901fb49-2280-400d-aa97-ab10dcae5c1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5213660f-9a49-4ffe-8ad2-f63ad6f6389b,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:52:54.687595 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 44076) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:52:54.688966 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-d901fb49-2280-400d-aa97-ab10dcae5c1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:52:54.778354 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e7246e56-5a97-4fb4-87f9-7019fddff731 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:54.812029 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e7246e56-5a97-4fb4-87f9-7019fddff731 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:54.861072 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e7246e56-5a97-4fb4-87f9-7019fddff731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:54.866542 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-69dcabaf-fd14-46ea-9137-b5e9a54605ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:52:54.880644 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7246e56-5a97-4fb4-87f9-7019fddff731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5213660f-9a49-4ffe-8ad2-f63ad6f6389b,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:52:54.883769 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-e7246e56-5a97-4fb4-87f9-7019fddff731 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:52:54.884948 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e7246e56-5a97-4fb4-87f9-7019fddff731 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:54.886172 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-e7246e56-5a97-4fb4-87f9-7019fddff731 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5213660f-9a49-4ffe-8ad2-f63ad6f6389b HTTP/1.1" status: 204 len: 168 time: 0.1974401 Apr 16 16:52:55.037007 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-05b6abf1-ca35-45da-bd50-db0b0f32c55c tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Deleting port 78430c9f-a173-43e7-9aaa-91c1bd26abc4 {{(pid=85335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:52:55.037675 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-05b6abf1-ca35-45da-bd50-db0b0f32c55c tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285398617716'] for port, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:55.294203 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 44084) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:52:55.303974 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-05b6abf1-ca35-45da-bd50-db0b0f32c55c tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436170'] for port, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:55.304454 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-05b6abf1-ca35-45da-bd50-db0b0f32c55c tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:55.313716 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-71e7c444-91dd-4370-9ce3-099585f3e322 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:55.331482 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-71e7c444-91dd-4370-9ce3-099585f3e322 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:52:55.335713 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-71e7c444-91dd-4370-9ce3-099585f3e322 admin admin] Usage tracker for resource:security_group_rule and tenant:af0027b6b4a143cab7637b59b25ec193 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:52:55.339620 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-71e7c444-91dd-4370-9ce3-099585f3e322 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:52:55.346633 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-71e7c444-91dd-4370-9ce3-099585f3e322 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:52:55.443775 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-71e7c444-91dd-4370-9ce3-099585f3e322 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:55.446771 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-71e7c444-91dd-4370-9ce3-099585f3e322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:55.451483 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-05b6abf1-ca35-45da-bd50-db0b0f32c55c tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Calling delete_port for 78430c9f-a173-43e7-9aaa-91c1bd26abc4 owned by network:floatingip {{(pid=85335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 16:52:55.458767 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-f93fdac3-d204-4126-bae3-95bada87a239 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:52:55.509456 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-71e7c444-91dd-4370-9ce3-099585f3e322 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=af0027b6b4a143cab7637b59b25ec193&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2137568 Apr 16 16:52:55.511048 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e7c444-91dd-4370-9ce3-099585f3e322 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e10675f-f5d3-417d-ae85-74fdbab0cd23,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:52:55.514205 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 44088) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:52:55.515167 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-71e7c444-91dd-4370-9ce3-099585f3e322 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:52:55.649378 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-85036348-3669-40c2-8deb-249f397b472c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:55.685130 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-05b6abf1-ca35-45da-bd50-db0b0f32c55c tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751456166703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363285399062934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850737760'] for port, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:55.703780 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-85036348-3669-40c2-8deb-249f397b472c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:55.711954 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-5670b55e-1d76-49a0-9dbb-e893886137cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:52:55.812806 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b6abf1-ca35-45da-bd50-db0b0f32c55c tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Pushing event deleted for resources: {'Port': ['ID=78430c9f-a173-43e7-9aaa-91c1bd26abc4,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:52:55.828406 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-05b6abf1-ca35-45da-bd50-db0b0f32c55c tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:52:55.904402 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-85036348-3669-40c2-8deb-249f397b472c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:55.910435 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1420d956-861a-4be2-b228-dec67d77513b tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:52:55.927672 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85036348-3669-40c2-8deb-249f397b472c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e10675f-f5d3-417d-ae85-74fdbab0cd23,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:52:55.965731 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-85036348-3669-40c2-8deb-249f397b472c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:52:56.043035 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-85036348-3669-40c2-8deb-249f397b472c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:56.044162 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-85036348-3669-40c2-8deb-249f397b472c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9e10675f-f5d3-417d-ae85-74fdbab0cd23 HTTP/1.1" status: 204 len: 168 time: 0.5289316 Apr 16 16:52:56.046132 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-05b6abf1-ca35-45da-bd50-db0b0f32c55c tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Notify callbacks [] for floatingip, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:56.048884 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-05b6abf1-ca35-45da-bd50-db0b0f32c55c tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768218'] for floatingip, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:56.049930 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-05b6abf1-ca35-45da-bd50-db0b0f32c55c tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] 10.222.0.38 "DELETE /v2.0/floatingips/3f24e745-ccdd-4148-95f4-e1462a00883e HTTP/1.1" status: 204 len: 168 time: 2.3225081 Apr 16 16:52:56.483215 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 44100) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:52:56.502795 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c7930d62-e70c-40cd-b85d-206d99363cdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:56.523898 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-c7930d62-e70c-40cd-b85d-206d99363cdb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:52:56.528949 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-c7930d62-e70c-40cd-b85d-206d99363cdb admin admin] Usage tracker for resource:security_group_rule and tenant:a17d3b985fcc4805bba4455ab44d8862 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:52:56.532099 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-c7930d62-e70c-40cd-b85d-206d99363cdb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:52:56.538547 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-c7930d62-e70c-40cd-b85d-206d99363cdb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:52:56.634189 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c7930d62-e70c-40cd-b85d-206d99363cdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:56.639516 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c7930d62-e70c-40cd-b85d-206d99363cdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:56.649904 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-2d529f41-da1a-4d3b-858b-d435216700ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:52:56.697062 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-c7930d62-e70c-40cd-b85d-206d99363cdb admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a17d3b985fcc4805bba4455ab44d8862&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2126467 Apr 16 16:52:56.700545 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7930d62-e70c-40cd-b85d-206d99363cdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1835a918-11e9-41de-ab5b-431d4028bd42,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:52:56.700730 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 44104) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:52:56.708206 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c7930d62-e70c-40cd-b85d-206d99363cdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:52:56.772941 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-7e0b1faa-a4d0-4f60-90db-276db887a439 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:56.804850 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-7e0b1faa-a4d0-4f60-90db-276db887a439 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:56.853070 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-7e0b1faa-a4d0-4f60-90db-276db887a439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:56.858436 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-e46ff9c6-b0e3-4fa6-9ede-3c628bc38239 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:52:56.869328 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0b1faa-a4d0-4f60-90db-276db887a439 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1835a918-11e9-41de-ab5b-431d4028bd42,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:52:56.873297 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-7e0b1faa-a4d0-4f60-90db-276db887a439 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:52:56.877106 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-7e0b1faa-a4d0-4f60-90db-276db887a439 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:56.878408 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-7e0b1faa-a4d0-4f60-90db-276db887a439 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1835a918-11e9-41de-ab5b-431d4028bd42 HTTP/1.1" status: 204 len: 168 time: 0.1767035 Apr 16 16:52:57.780417 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 44138) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:52:57.906321 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-4589f420-1742-44d9-a5a6-ef9381a17cd2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1424291324-network', 'tenant_id': '994ff5bc004941f583e9e43c675b9681'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:52:57.911432 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-4589f420-1742-44d9-a5a6-ef9381a17cd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:52:57.915493 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-4589f420-1742-44d9-a5a6-ef9381a17cd2 admin admin] Usage tracker for resource:network and tenant:994ff5bc004941f583e9e43c675b9681 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:52:57.919405 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-4589f420-1742-44d9-a5a6-ef9381a17cd2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:52:57.925404 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-4589f420-1742-44d9-a5a6-ef9381a17cd2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:52:57.936741 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4589f420-1742-44d9-a5a6-ef9381a17cd2 admin admin] Made reservation on behalf of 994ff5bc004941f583e9e43c675b9681 for: {'network': 1} {{(pid=85335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 16:52:57.941653 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-4589f420-1742-44d9-a5a6-ef9381a17cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for network, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:57.958558 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-4589f420-1742-44d9-a5a6-ef9381a17cd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:57.975220 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-4589f420-1742-44d9-a5a6-ef9381a17cd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:52:57.980672 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-4589f420-1742-44d9-a5a6-ef9381a17cd2 admin admin] Usage tracker for resource:security_group_rule and tenant:994ff5bc004941f583e9e43c675b9681 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:52:57.983828 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-4589f420-1742-44d9-a5a6-ef9381a17cd2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:52:57.989943 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-4589f420-1742-44d9-a5a6-ef9381a17cd2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:52:58.080574 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-4589f420-1742-44d9-a5a6-ef9381a17cd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:58.083453 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-4589f420-1742-44d9-a5a6-ef9381a17cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:58.087993 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-7e0b1faa-a4d0-4f60-90db-276db887a439 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:52:58.117956 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4589f420-1742-44d9-a5a6-ef9381a17cd2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 794} {{(pid=85335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 16:52:58.128528 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4589f420-1742-44d9-a5a6-ef9381a17cd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=232d7f98-515a-4a2d-8ba5-58fe4a1f1667,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:52:58.133342 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-4589f420-1742-44d9-a5a6-ef9381a17cd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:52:58.138092 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-4589f420-1742-44d9-a5a6-ef9381a17cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-60927'] for segment, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:58.138427 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.db.segments_db [None req-4589f420-1742-44d9-a5a6-ef9381a17cd2 admin admin] Added segment 3ba7c958-0e3c-4df7-8293-61b96f1549ca of type vlan for network 9f66445c-895f-4852-826d-6272bb705a00 Apr 16 16:52:58.180776 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-4589f420-1742-44d9-a5a6-ef9381a17cd2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751455732714'] for network, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:58.212491 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-4589f420-1742-44d9-a5a6-ef9381a17cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139'] for network, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:58.215607 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4589f420-1742-44d9-a5a6-ef9381a17cd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:52:58.216408 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-4589f420-1742-44d9-a5a6-ef9381a17cd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609088'] for network, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:58.221803 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:52:58.331293 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-4589f420-1742-44d9-a5a6-ef9381a17cd2 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5495255 Apr 16 16:52:58.334664 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 44144) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:52:58.345008 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-03d50373-fd62-4d5b-acf5-385b304687dd admin admin] Request body: {'subnet': {'network_id': '9f66445c-895f-4852-826d-6272bb705a00', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1424291324-subnet', 'tenant_id': '994ff5bc004941f583e9e43c675b9681', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:52:58.348650 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4589f420-1742-44d9-a5a6-ef9381a17cd2 admin admin] Pushing event updated for resources: {'Network': ['ID=9f66445c-895f-4852-826d-6272bb705a00,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:52:58.352695 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-03d50373-fd62-4d5b-acf5-385b304687dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:52:58.355918 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-4589f420-1742-44d9-a5a6-ef9381a17cd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:52:58.358625 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-03d50373-fd62-4d5b-acf5-385b304687dd admin admin] Usage tracker for resource:subnet and tenant:994ff5bc004941f583e9e43c675b9681 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:52:58.361730 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Network 9f66445c-895f-4852-826d-6272bb705a00 details requested by agent ovs-agent-dv-cinder-733622-13-smb with host dv-cinder-733622-13-smb {{(pid=85337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 16:52:58.363069 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-03d50373-fd62-4d5b-acf5-385b304687dd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:52:58.371415 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-03d50373-fd62-4d5b-acf5-385b304687dd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:52:58.382887 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03d50373-fd62-4d5b-acf5-385b304687dd admin admin] Made reservation on behalf of 994ff5bc004941f583e9e43c675b9681 for: {'subnet': 1} {{(pid=85335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 16:52:58.388564 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-03d50373-fd62-4d5b-acf5-385b304687dd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852490445'] for subnet, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:58.832502 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-03d50373-fd62-4d5b-acf5-385b304687dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850737714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852490496'] for subnet, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:58.849147 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:52:58.978433 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 44154) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:52:58.984063 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d50373-fd62-4d5b-acf5-385b304687dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=73a5a689-3b4b-400b-b639-1113d48279da,revision_number=0']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:52:58.986509 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-03d50373-fd62-4d5b-acf5-385b304687dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:52:59.064110 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d50373-fd62-4d5b-acf5-385b304687dd admin admin] Checking segment: {'id': '3ba7c958-0e3c-4df7-8293-61b96f1549ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '9f66445c-895f-4852-826d-6272bb705a00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 16:52:59.064511 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d50373-fd62-4d5b-acf5-385b304687dd admin admin] Network hostable DHCP agents. Network: 9f66445c-895f-4852-826d-6272bb705a00, hostable agents: ['a512e422-67dd-4296-9548-92f23f2586e5'], hosted agents: [] {{(pid=85335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 16:52:59.086177 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d50373-fd62-4d5b-acf5-385b304687dd admin admin] Network 9f66445c-895f-4852-826d-6272bb705a00 is scheduled to be hosted by DHCP agent a512e422-67dd-4296-9548-92f23f2586e5 with binding_index 1 {{(pid=85335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 16:52:59.101468 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [None req-03d50373-fd62-4d5b-acf5-385b304687dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-13-smb, 9f66445c-895f-4852-826d-6272bb705a00) {{(pid=85335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:52:59.113036 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a7d2094-2493-42a5-ab64-12d901529406 None None] Network 9f66445c-895f-4852-826d-6272bb705a00 requested from dv-cinder-733622-13-smb {{(pid=85337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 16:52:59.115503 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d50373-fd62-4d5b-acf5-385b304687dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:52:59.116156 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-03d50373-fd62-4d5b-acf5-385b304687dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:59.140369 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-03d50373-fd62-4d5b-acf5-385b304687dd admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8045208 Apr 16 16:52:59.380117 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f4d9833-b200-4c30-b8d4-cd70a101728e None None] Network 9f66445c-895f-4852-826d-6272bb705a00 requested from dv-cinder-733622-13-smb {{(pid=85337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 16:52:59.724187 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e40b28d9-ca14-4b4c-be3b-5bd745a4b6ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432633'] for router_interface, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:59.799261 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 44176) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:52:59.806132 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-6df1f1da-f9f5-42d0-9872-b077561c0064 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1345412614-network', 'tenant_id': 'b577d86bde644e109288ca75c0763cd5'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:52:59.812234 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-6df1f1da-f9f5-42d0-9872-b077561c0064 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:52:59.816745 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-6df1f1da-f9f5-42d0-9872-b077561c0064 admin admin] Usage tracker for resource:network and tenant:b577d86bde644e109288ca75c0763cd5 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:52:59.821025 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-6df1f1da-f9f5-42d0-9872-b077561c0064 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:52:59.828438 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-6df1f1da-f9f5-42d0-9872-b077561c0064 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:52:59.839928 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6df1f1da-f9f5-42d0-9872-b077561c0064 admin admin] Made reservation on behalf of b577d86bde644e109288ca75c0763cd5 for: {'network': 1} {{(pid=85335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 16:52:59.844043 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-6df1f1da-f9f5-42d0-9872-b077561c0064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for network, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:59.857385 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-6df1f1da-f9f5-42d0-9872-b077561c0064 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:59.873976 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-6df1f1da-f9f5-42d0-9872-b077561c0064 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:52:59.878211 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-6df1f1da-f9f5-42d0-9872-b077561c0064 admin admin] Usage tracker for resource:security_group_rule and tenant:b577d86bde644e109288ca75c0763cd5 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:52:59.881343 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-6df1f1da-f9f5-42d0-9872-b077561c0064 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:52:59.888219 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-6df1f1da-f9f5-42d0-9872-b077561c0064 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:52:59.993980 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-6df1f1da-f9f5-42d0-9872-b077561c0064 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:00.002294 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-6df1f1da-f9f5-42d0-9872-b077561c0064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:00.009264 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-a79cac09-b175-43d7-8af2-42c46209792e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:53:00.053977 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6df1f1da-f9f5-42d0-9872-b077561c0064 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 795} {{(pid=85335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 16:53:00.072329 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df1f1da-f9f5-42d0-9872-b077561c0064 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da50182a-a0b3-46ea-a481-a3b8d0507414,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:53:00.078533 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-6df1f1da-f9f5-42d0-9872-b077561c0064 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:53:00.079586 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-6df1f1da-f9f5-42d0-9872-b077561c0064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-60927'] for segment, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:00.079980 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.db.segments_db [None req-6df1f1da-f9f5-42d0-9872-b077561c0064 admin admin] Added segment 026f6b2c-cb2f-4848-87c2-4a8c19fc2369 of type vlan for network 231d1a6e-fa9a-4456-adaa-0add1f90f575 Apr 16 16:53:00.110324 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-6df1f1da-f9f5-42d0-9872-b077561c0064 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751455732714'] for network, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:00.143459 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-6df1f1da-f9f5-42d0-9872-b077561c0064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139'] for network, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:00.145190 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df1f1da-f9f5-42d0-9872-b077561c0064 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:53:00.146071 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-6df1f1da-f9f5-42d0-9872-b077561c0064 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609088'] for network, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:00.152364 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c7dfeba2-7d0a-4705-9884-0d44b534e9ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:53:00.153381 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-e40b28d9-ca14-4b4c-be3b-5bd745a4b6ea admin admin] Deleting port c94c8129-453b-4603-aa8e-c5e9c0e8a874 {{(pid=85336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:53:00.153760 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e40b28d9-ca14-4b4c-be3b-5bd745a4b6ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285398617716'] for port, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:00.269456 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df1f1da-f9f5-42d0-9872-b077561c0064 admin admin] Pushing event updated for resources: {'Network': ['ID=231d1a6e-fa9a-4456-adaa-0add1f90f575,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:53:00.276098 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-6df1f1da-f9f5-42d0-9872-b077561c0064 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4720254 Apr 16 16:53:00.276098 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-6df1f1da-f9f5-42d0-9872-b077561c0064 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:53:00.276665 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 44180) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:53:00.282273 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Network 231d1a6e-fa9a-4456-adaa-0add1f90f575 details requested by agent ovs-agent-dv-cinder-733622-13-smb with host dv-cinder-733622-13-smb {{(pid=85337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 16:53:00.283111 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-c5ad000c-9306-45ff-b861-4e7d67c4e781 admin admin] Request body: {'subnet': {'network_id': '231d1a6e-fa9a-4456-adaa-0add1f90f575', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1345412614-subnet', 'tenant_id': 'b577d86bde644e109288ca75c0763cd5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:53:00.288643 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-c5ad000c-9306-45ff-b861-4e7d67c4e781 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:53:00.294239 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-c5ad000c-9306-45ff-b861-4e7d67c4e781 admin admin] Usage tracker for resource:subnet and tenant:b577d86bde644e109288ca75c0763cd5 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:53:00.297357 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-c5ad000c-9306-45ff-b861-4e7d67c4e781 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:53:00.303873 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-c5ad000c-9306-45ff-b861-4e7d67c4e781 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:53:00.318757 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5ad000c-9306-45ff-b861-4e7d67c4e781 admin admin] Made reservation on behalf of b577d86bde644e109288ca75c0763cd5 for: {'subnet': 1} {{(pid=85335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 16:53:00.326383 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c5ad000c-9306-45ff-b861-4e7d67c4e781 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852490445'] for subnet, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:00.375067 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-e40b28d9-ca14-4b4c-be3b-5bd745a4b6ea admin admin] For port c94c8129-453b-4603-aa8e-c5e9c0e8a874, host dv-cinder-733622-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-smb',level=0,port_id=c94c8129-453b-4603-aa8e-c5e9c0e8a874,segment=NetworkSegment(9ac9f406-6c3c-40ac-9dbd-02eabe5a0c9b),segment_id=9ac9f406-6c3c-40ac-9dbd-02eabe5a0c9b)] {{(pid=85336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:53:00.375587 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e40b28d9-ca14-4b4c-be3b-5bd745a4b6ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436170'] for port, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:00.537754 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-e40b28d9-ca14-4b4c-be3b-5bd745a4b6ea admin admin] Calling delete_port for c94c8129-453b-4603-aa8e-c5e9c0e8a874 owned by network:router_interface {{(pid=85336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 16:53:00.760892 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e40b28d9-ca14-4b4c-be3b-5bd745a4b6ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751456166703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363285399062934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2420184'] for port, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:01.026382 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:53:01.093151 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c5ad000c-9306-45ff-b861-4e7d67c4e781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850737714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852490496'] for subnet, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:01.107495 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-90e61ea5-02ff-4c0c-820c-4f88c6130c85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:53:01.123555 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40b28d9-ca14-4b4c-be3b-5bd745a4b6ea admin admin] Pushing event deleted for resources: {'Port': ['ID=c94c8129-453b-4603-aa8e-c5e9c0e8a874,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:53:01.131278 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-e40b28d9-ca14-4b4c-be3b-5bd745a4b6ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:53:01.244245 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ad000c-9306-45ff-b861-4e7d67c4e781 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e065674b-7ff4-4d49-9d63-b2afb4b49b82,revision_number=0']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:53:01.247883 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c5ad000c-9306-45ff-b861-4e7d67c4e781 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:53:01.349957 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ad000c-9306-45ff-b861-4e7d67c4e781 admin admin] Checking segment: {'id': '026f6b2c-cb2f-4848-87c2-4a8c19fc2369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '231d1a6e-fa9a-4456-adaa-0add1f90f575'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 16:53:01.350734 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ad000c-9306-45ff-b861-4e7d67c4e781 admin admin] Network hostable DHCP agents. Network: 231d1a6e-fa9a-4456-adaa-0add1f90f575, hostable agents: ['a512e422-67dd-4296-9548-92f23f2586e5'], hosted agents: [] {{(pid=85335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 16:53:01.380573 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ad000c-9306-45ff-b861-4e7d67c4e781 admin admin] Network 231d1a6e-fa9a-4456-adaa-0add1f90f575 is scheduled to be hosted by DHCP agent a512e422-67dd-4296-9548-92f23f2586e5 with binding_index 1 {{(pid=85335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 16:53:01.389978 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [None req-c5ad000c-9306-45ff-b861-4e7d67c4e781 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-13-smb, 231d1a6e-fa9a-4456-adaa-0add1f90f575) {{(pid=85335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:53:01.404881 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb45a7be-6a11-49a3-a487-5e153045e5f2 None None] Network 231d1a6e-fa9a-4456-adaa-0add1f90f575 requested from dv-cinder-733622-13-smb {{(pid=85337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 16:53:01.406663 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ad000c-9306-45ff-b861-4e7d67c4e781 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:53:01.407463 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c5ad000c-9306-45ff-b861-4e7d67c4e781 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:01.439221 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-c5ad000c-9306-45ff-b861-4e7d67c4e781 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1543343 Apr 16 16:53:01.543987 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e40b28d9-ca14-4b4c-be3b-5bd745a4b6ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853166662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-426834'] for router_interface, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:01.652059 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-980cba6b-3ae6-4be6-af4c-9b3424ab8738 None None] Network 231d1a6e-fa9a-4456-adaa-0add1f90f575 requested from dv-cinder-733622-13-smb {{(pid=85337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 16:53:02.183590 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e40b28d9-ca14-4b4c-be3b-5bd745a4b6ea admin admin] Router 7246a46c-3e89-4c3d-96dc-a5f833931984 has already been hosted by L3 agent 4aa3b6c8-2ef9-4577-bdb6-1cfedaad083f {{(pid=85336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 16:53:02.286057 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7077ea6d-5e70-459d-b7a2-f2f1120fce8e req-998a85e6-7de0-4600-b5fa-54373cdc8bdc tempest-VolumesActionsTest-1092818245 tempest-VolumesActionsTest-1092818245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:53:02.287350 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-7077ea6d-5e70-459d-b7a2-f2f1120fce8e req-998a85e6-7de0-4600-b5fa-54373cdc8bdc tempest-VolumesActionsTest-1092818245 tempest-VolumesActionsTest-1092818245-project] Synchronizing usage tracker for tenant:994ff5bc004941f583e9e43c675b9681 on resource:network {{(pid=85335) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 16:53:02.314320 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-7077ea6d-5e70-459d-b7a2-f2f1120fce8e req-998a85e6-7de0-4600-b5fa-54373cdc8bdc tempest-VolumesActionsTest-1092818245 tempest-VolumesActionsTest-1092818245-project] Unset dirty status for tenant:994ff5bc004941f583e9e43c675b9681 on resource:network {{(pid=85335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 16:53:02.315748 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-7077ea6d-5e70-459d-b7a2-f2f1120fce8e req-998a85e6-7de0-4600-b5fa-54373cdc8bdc tempest-VolumesActionsTest-1092818245 tempest-VolumesActionsTest-1092818245-project] 10.222.0.38 "GET /v2.0/networks?id=9f66445c-895f-4852-826d-6272bb705a00 HTTP/1.1" status: 200 len: 809 time: 0.2365892 Apr 16 16:53:02.348821 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-7077ea6d-5e70-459d-b7a2-f2f1120fce8e req-4a54f1d4-2970-4186-80dc-0aa4d30923de tempest-VolumesActionsTest-1092818245 tempest-VolumesActionsTest-1092818245-project] 10.222.0.38 "GET /v2.0/quotas/994ff5bc004941f583e9e43c675b9681 HTTP/1.1" status: 200 len: 375 time: 0.0199003 Apr 16 16:53:02.426379 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-7077ea6d-5e70-459d-b7a2-f2f1120fce8e req-b5c79be2-d630-47a5-bacf-9c889f33f92a tempest-VolumesActionsTest-1092818245 tempest-VolumesActionsTest-1092818245-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=994ff5bc004941f583e9e43c675b9681&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0662997 Apr 16 16:53:02.461848 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e40b28d9-ca14-4b4c-be3b-5bd745a4b6ea admin admin] Notify agent at l3_agent.dv-cinder-733622-13-smb the message routers_updated {{(pid=85336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 16:53:02.473299 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093fec06-d882-4cec-8b76-e3b5259d1adc None None] Sync routers for ids ['7246a46c-3e89-4c3d-96dc-a5f833931984'] in dv-cinder-733622-13-smb {{(pid=85338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 16:53:02.484668 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093fec06-d882-4cec-8b76-e3b5259d1adc None None] Routers {'7246a46c-3e89-4c3d-96dc-a5f833931984'} bound to L3 agent in host dv-cinder-733622-13-smb {{(pid=85338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:53:02.485662 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-093fec06-d882-4cec-8b76-e3b5259d1adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T16:36:22Z,description=,heartbeat_timestamp=2021-04-16T16:52:52Z,host='dv-cinder-733622-13-smb',id=4aa3b6c8-2ef9-4577-bdb6-1cfedaad083f,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T16:36:22Z,topic='l3_agent')) {'router_ids': ['7246a46c-3e89-4c3d-96dc-a5f833931984'], 'active': True} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:53:02.497940 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-e40b28d9-ca14-4b4c-be3b-5bd745a4b6ea admin admin] 10.222.0.38 "PUT /v2.0/routers/7246a46c-3e89-4c3d-96dc-a5f833931984/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5140882 Apr 16 16:53:02.498389 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 44200) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:53:02.580756 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-7077ea6d-5e70-459d-b7a2-f2f1120fce8e req-26491dc9-123b-409c-94f2-c44a0e975f4e service neutron] 10.222.0.38 "GET /v2.0/networks/9f66445c-895f-4852-826d-6272bb705a00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470158 Apr 16 16:53:02.724876 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-afc89693-eb40-48f5-8b8a-dc6e742f2e78 admin admin] Notify callbacks [] for router, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:02.727246 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvr_db [None req-093fec06-d882-4cec-8b76-e3b5259d1adc None None] Set router 7246a46c-3e89-4c3d-96dc-a5f833931984 gateway port host: dv-cinder-733622-13-smb {{(pid=85338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:53:02.754539 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-7077ea6d-5e70-459d-b7a2-f2f1120fce8e req-61f2b8a4-6522-4aeb-b634-295e099c2ec4 service neutron] 10.222.0.38 "GET /v2.0/networks/9f66445c-895f-4852-826d-6272bb705a00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657996 Apr 16 16:53:02.997736 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-55823568-1625-49a3-b693-8fa6178144ba req-5d9c073a-6890-4336-90ee-05562e3949b5 tempest-VolumesActionsTest-1092818245 tempest-VolumesActionsTest-1092818245-project] 10.222.0.38 "GET /v2.0/ports?device_id=5daf5536-0f16-49e1-9948-08b0183ef312 HTTP/1.1" status: 200 len: 210 time: 0.0672102 Apr 16 16:53:03.000140 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-afc89693-eb40-48f5-8b8a-dc6e742f2e78 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:03.010582 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-afc89693-eb40-48f5-8b8a-dc6e742f2e78 admin admin] Deleting port 2c1bc0b1-551f-42c2-9f06-e7a8bdce7737 {{(pid=85336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:53:03.011570 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-afc89693-eb40-48f5-8b8a-dc6e742f2e78 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285398617716'] for port, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:03.081221 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-093fec06-d882-4cec-8b76-e3b5259d1adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7246a46c-3e89-4c3d-96dc-a5f833931984', 'name': 'tempest-AttachVolumeShelveTestJSON-1554147742-router', 'tenant_id': '88a1c77b2ae945419c929cd0ad2c2a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'external_fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.213'}], 'enable_snat': True}, 'gw_port_id': '2c1bc0b1-551f-42c2-9f06-e7a8bdce7737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:45:37Z', 'updated_at': '2021-04-16T16:53:00Z', 'revision_number': 5, 'project_id': '88a1c77b2ae945419c929cd0ad2c2a68', 'gw_port': {'id': '2c1bc0b1-551f-42c2-9f06-e7a8bdce7737', 'name': '', 'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7246a46c-3e89-4c3d-96dc-a5f833931984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:45:40Z', 'updated_at': '2021-04-16T16:46:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-smb'}], 'dv-cinder-733622-13-smb', False) {} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:53:03.085923 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093fec06-d882-4cec-8b76-e3b5259d1adc None None] Checking router: 7246a46c-3e89-4c3d-96dc-a5f833931984 for host: dv-cinder-733622-13-smb {{(pid=85338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 16:53:03.098047 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093fec06-d882-4cec-8b76-e3b5259d1adc None None] Routers {'7246a46c-3e89-4c3d-96dc-a5f833931984'} bound to L3 agent in host dv-cinder-733622-13-smb {{(pid=85338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:53:03.098734 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-093fec06-d882-4cec-8b76-e3b5259d1adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T16:36:22Z,description=,heartbeat_timestamp=2021-04-16T16:52:52Z,host='dv-cinder-733622-13-smb',id=4aa3b6c8-2ef9-4577-bdb6-1cfedaad083f,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T16:36:22Z,topic='l3_agent')) {'router_ids': ['7246a46c-3e89-4c3d-96dc-a5f833931984'], 'active': True} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:53:03.252884 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-afc89693-eb40-48f5-8b8a-dc6e742f2e78 admin admin] For port 2c1bc0b1-551f-42c2-9f06-e7a8bdce7737, host dv-cinder-733622-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-smb',level=0,port_id=2c1bc0b1-551f-42c2-9f06-e7a8bdce7737,segment=NetworkSegment(72591246-2019-4cd4-9cf3-fab9e1d2beed),segment_id=72591246-2019-4cd4-9cf3-fab9e1d2beed)] {{(pid=85336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:53:03.253577 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-afc89693-eb40-48f5-8b8a-dc6e742f2e78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436170'] for port, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:03.422821 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-afc89693-eb40-48f5-8b8a-dc6e742f2e78 admin admin] Calling delete_port for 2c1bc0b1-551f-42c2-9f06-e7a8bdce7737 owned by network:router_gateway {{(pid=85336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 16:53:03.483221 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvr_db [None req-093fec06-d882-4cec-8b76-e3b5259d1adc None None] Set router 7246a46c-3e89-4c3d-96dc-a5f833931984 gateway port host: None {{(pid=85338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:53:03.615863 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-093fec06-d882-4cec-8b76-e3b5259d1adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7246a46c-3e89-4c3d-96dc-a5f833931984', 'name': 'tempest-AttachVolumeShelveTestJSON-1554147742-router', 'tenant_id': '88a1c77b2ae945419c929cd0ad2c2a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:45:37Z', 'updated_at': '2021-04-16T16:53:03Z', 'revision_number': 6, 'project_id': '88a1c77b2ae945419c929cd0ad2c2a68', 'gw_port_host': None}], 'dv-cinder-733622-13-smb', False) {} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:53:03.622245 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093fec06-d882-4cec-8b76-e3b5259d1adc None None] The sync data for ids ['7246a46c-3e89-4c3d-96dc-a5f833931984'] in dv-cinder-733622-13-smb is: [{'id': '7246a46c-3e89-4c3d-96dc-a5f833931984', 'name': 'tempest-AttachVolumeShelveTestJSON-1554147742-router', 'tenant_id': '88a1c77b2ae945419c929cd0ad2c2a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:45:37Z', 'updated_at': '2021-04-16T16:53:03Z', 'revision_number': 6, 'project_id': '88a1c77b2ae945419c929cd0ad2c2a68', 'gw_port_host': None}] {{(pid=85338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 16:53:03.626275 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-afc89693-eb40-48f5-8b8a-dc6e742f2e78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751456166703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363285399062934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2420184'] for port, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:03.644397 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-eb9c1fdb-6c95-4b92-98bd-abb607dc52f8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:53:03.751515 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc89693-eb40-48f5-8b8a-dc6e742f2e78 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c1bc0b1-551f-42c2-9f06-e7a8bdce7737,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:53:03.755756 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-afc89693-eb40-48f5-8b8a-dc6e742f2e78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:53:03.931444 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-afc89693-eb40-48f5-8b8a-dc6e742f2e78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-426984'] for router_gateway, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:04.277626 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-d49b9b45-2116-4bfe-9fd0-ba2bf5fbd04a req-9c2db2dc-0999-4568-8771-8f7d97369013 tempest-VolumesActionsTest-1092818245 tempest-VolumesActionsTest-1092818245-project] 10.222.0.38 "GET /v2.0/ports?device_id=5daf5536-0f16-49e1-9948-08b0183ef312 HTTP/1.1" status: 200 len: 210 time: 0.1255736 Apr 16 16:53:04.380080 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Device c94c8129-453b-4603-aa8e-c5e9c0e8a874 no longer exists at agent ovs-agent-dv-cinder-733622-13-smb {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 16:53:04.392975 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7077ea6d-5e70-459d-b7a2-f2f1120fce8e req-bf450384-e101-4c13-bcfa-faec966dbd65 tempest-VolumesActionsTest-1092818245 tempest-VolumesActionsTest-1092818245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:53:04.395523 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-7077ea6d-5e70-459d-b7a2-f2f1120fce8e req-bf450384-e101-4c13-bcfa-faec966dbd65 tempest-VolumesActionsTest-1092818245 tempest-VolumesActionsTest-1092818245-project] 10.222.0.87 "GET /v2.0/networks?id=9f66445c-895f-4852-826d-6272bb705a00 HTTP/1.1" status: 200 len: 809 time: 0.2777004 Apr 16 16:53:04.415960 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.v2.base [req-7077ea6d-5e70-459d-b7a2-f2f1120fce8e req-7259c35b-d3fa-4005-9346-daf79981cd4a tempest-VolumesActionsTest-1092818245 tempest-VolumesActionsTest-1092818245-project] Request body: {'port': {'device_id': '5daf5536-0f16-49e1-9948-08b0183ef312', 'network_id': '9f66445c-895f-4852-826d-6272bb705a00', 'admin_state_up': True, 'tenant_id': '994ff5bc004941f583e9e43c675b9681'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:53:04.429074 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] No Port match for: c94c8129-453b-4603-aa8e-c5e9c0e8a874 {{(pid=85337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 16:53:04.429561 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Device c94c8129-453b-4603-aa8e-c5e9c0e8a874 not bound to the agent host dv-cinder-733622-13-smb {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 16:53:04.430308 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Device 2c1bc0b1-551f-42c2-9f06-e7a8bdce7737 no longer exists at agent ovs-agent-dv-cinder-733622-13-smb {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 16:53:04.435063 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-afc89693-eb40-48f5-8b8a-dc6e742f2e78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-457810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5633'] for router, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:04.443440 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-afc89693-eb40-48f5-8b8a-dc6e742f2e78 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:04.474776 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-afc89693-eb40-48f5-8b8a-dc6e742f2e78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854346814'] for router, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:04.475658 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afc89693-eb40-48f5-8b8a-dc6e742f2e78 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7246a46c-3e89-4c3d-96dc-a5f833931984 {{(pid=85336) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 16 16:53:04.476228 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] No Port match for: 2c1bc0b1-551f-42c2-9f06-e7a8bdce7737 {{(pid=85337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 16:53:04.476802 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Device 2c1bc0b1-551f-42c2-9f06-e7a8bdce7737 not bound to the agent host dv-cinder-733622-13-smb {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 16:53:04.492099 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-afc89693-eb40-48f5-8b8a-dc6e742f2e78 admin admin] Notify callbacks [] for router, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:04.493418 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-afc89693-eb40-48f5-8b8a-dc6e742f2e78 admin admin] 10.222.0.38 "DELETE /v2.0/routers/7246a46c-3e89-4c3d-96dc-a5f833931984 HTTP/1.1" status: 204 len: 168 time: 1.9939528 Apr 16 16:53:04.497477 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 44222) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:53:04.571278 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb872950-bc76-421a-8235-660a1be3f6a4 admin admin] Deleting subnet 3d318de4-dae1-4537-aa0d-b7c79b5c1954 {{(pid=85336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 16:53:04.574906 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-fb872950-bc76-421a-8235-660a1be3f6a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:04.607084 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [req-7077ea6d-5e70-459d-b7a2-f2f1120fce8e req-7259c35b-d3fa-4005-9346-daf79981cd4a tempest-VolumesActionsTest-1092818245 tempest-VolumesActionsTest-1092818245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:53:04.612272 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-7077ea6d-5e70-459d-b7a2-f2f1120fce8e req-7259c35b-d3fa-4005-9346-daf79981cd4a tempest-VolumesActionsTest-1092818245 tempest-VolumesActionsTest-1092818245-project] Usage tracker for resource:port and tenant:994ff5bc004941f583e9e43c675b9681 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:53:04.615342 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-7077ea6d-5e70-459d-b7a2-f2f1120fce8e req-7259c35b-d3fa-4005-9346-daf79981cd4a tempest-VolumesActionsTest-1092818245 tempest-VolumesActionsTest-1092818245-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:53:04.621663 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [req-7077ea6d-5e70-459d-b7a2-f2f1120fce8e req-7259c35b-d3fa-4005-9346-daf79981cd4a tempest-VolumesActionsTest-1092818245 tempest-VolumesActionsTest-1092818245-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:53:04.632777 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7077ea6d-5e70-459d-b7a2-f2f1120fce8e req-7259c35b-d3fa-4005-9346-daf79981cd4a tempest-VolumesActionsTest-1092818245 tempest-VolumesActionsTest-1092818245-project] Made reservation on behalf of 994ff5bc004941f583e9e43c675b9681 for: {'port': 1} {{(pid=85335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 16:53:04.634674 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-fb872950-bc76-421a-8235-660a1be3f6a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852295916'] for subnet, precommit_delete_associations {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:04.641374 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-7077ea6d-5e70-459d-b7a2-f2f1120fce8e req-7259c35b-d3fa-4005-9346-daf79981cd4a tempest-VolumesActionsTest-1092818245 tempest-VolumesActionsTest-1092818245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:04.733837 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-fb872950-bc76-421a-8235-660a1be3f6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854774887'] for subnet, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:04.867408 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.db_base_plugin_common [req-7077ea6d-5e70-459d-b7a2-f2f1120fce8e req-7259c35b-d3fa-4005-9346-daf79981cd4a tempest-VolumesActionsTest-1092818245 tempest-VolumesActionsTest-1092818245-project] Allocated IP 172.20.0.8 (9f66445c-895f-4852-826d-6272bb705a00/73a5a689-3b4b-400b-b639-1113d48279da/88a6da87-a2dd-4621-8dfc-e29bef1c79c8) {{(pid=85335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 16:53:05.092400 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-fb872950-bc76-421a-8235-660a1be3f6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852355699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2266164'] for subnet, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:05.110723 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:53:05.135648 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-7077ea6d-5e70-459d-b7a2-f2f1120fce8e req-7259c35b-d3fa-4005-9346-daf79981cd4a tempest-VolumesActionsTest-1092818245 tempest-VolumesActionsTest-1092818245-project] Notify callbacks [] for port, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:05.168374 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-7077ea6d-5e70-459d-b7a2-f2f1120fce8e req-7259c35b-d3fa-4005-9346-daf79981cd4a tempest-VolumesActionsTest-1092818245 tempest-VolumesActionsTest-1092818245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751455712866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850737760'] for port, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:05.185433 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-5670b55e-1d76-49a0-9dbb-e893886137cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:53:05.214560 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb872950-bc76-421a-8235-660a1be3f6a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d318de4-dae1-4537-aa0d-b7c79b5c1954,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:53:05.220038 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-fb872950-bc76-421a-8235-660a1be3f6a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:53:05.263611 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-fb872950-bc76-421a-8235-660a1be3f6a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609088'] for subnet, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:05.270736 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-945dd8b0-c10a-429c-96c2-1cd661568940 None None] Network 3850fa94-c64e-47a7-8ac1-100295c70767 requested from dv-cinder-733622-13-smb {{(pid=85337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 16:53:05.271117 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-fb872950-bc76-421a-8235-660a1be3f6a4 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/3d318de4-dae1-4537-aa0d-b7c79b5c1954 HTTP/1.1" status: 204 len: 168 time: 0.7726274 Apr 16 16:53:05.273780 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 44226) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:53:05.348487 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7259c35b-d3fa-4005-9346-daf79981cd4a tempest-VolumesActionsTest-1092818245 tempest-VolumesActionsTest-1092818245-project] Pushing event updated for resources: {'Port': ['ID=88a6da87-a2dd-4621-8dfc-e29bef1c79c8,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:53:05.379618 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-7259c35b-d3fa-4005-9346-daf79981cd4a tempest-VolumesActionsTest-1092818245 tempest-VolumesActionsTest-1092818245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:53:05.415155 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-72143992-2f39-4402-9747-82106bc08313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33594'] for network, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:05.457923 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7077ea6d-5e70-459d-b7a2-f2f1120fce8e req-7259c35b-d3fa-4005-9346-daf79981cd4a tempest-VolumesActionsTest-1092818245 tempest-VolumesActionsTest-1092818245-project] Network 9f66445c-895f-4852-826d-6272bb705a00 is already hosted by enough agents. {{(pid=85335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 16:53:05.460190 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [req-7077ea6d-5e70-459d-b7a2-f2f1120fce8e req-7259c35b-d3fa-4005-9346-daf79981cd4a tempest-VolumesActionsTest-1092818245 tempest-VolumesActionsTest-1092818245-project] Resources bound (agent type, host, resource id): {{(pid=85335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:53:05.464763 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [req-7077ea6d-5e70-459d-b7a2-f2f1120fce8e req-7259c35b-d3fa-4005-9346-daf79981cd4a tempest-VolumesActionsTest-1092818245 tempest-VolumesActionsTest-1092818245-project] Received port after_create {{(pid=85335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 16:53:05.547973 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7077ea6d-5e70-459d-b7a2-f2f1120fce8e req-7259c35b-d3fa-4005-9346-daf79981cd4a tempest-VolumesActionsTest-1092818245 tempest-VolumesActionsTest-1092818245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:53:05.548831 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-7077ea6d-5e70-459d-b7a2-f2f1120fce8e req-7259c35b-d3fa-4005-9346-daf79981cd4a tempest-VolumesActionsTest-1092818245 tempest-VolumesActionsTest-1092818245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768218'] for port, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:05.557589 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-72143992-2f39-4402-9747-82106bc08313 admin admin] Deleting port a45e98d1-1572-421f-876e-397f4c690e5a {{(pid=85336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:53:05.558261 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-72143992-2f39-4402-9747-82106bc08313 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285398617716'] for port, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:05.575837 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-7077ea6d-5e70-459d-b7a2-f2f1120fce8e req-7259c35b-d3fa-4005-9346-daf79981cd4a tempest-VolumesActionsTest-1092818245 tempest-VolumesActionsTest-1092818245-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1657555 Apr 16 16:53:05.592206 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.v2.base [req-7077ea6d-5e70-459d-b7a2-f2f1120fce8e req-16a56f93-20ed-407d-bbe9-e30373e3f94b service neutron] Request body: {'port': {'device_id': '5daf5536-0f16-49e1-9948-08b0183ef312', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:53:05.610300 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a9987bc-8918-4edc-a003-c4b9152d57b0 None None] DHCP port deletion for 3850fa94-c64e-47a7-8ac1-100295c70767 request from dv-cinder-733622-13-smb {{(pid=85337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 16:53:05.618998 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-5a9987bc-8918-4edc-a003-c4b9152d57b0 None None] Deleting port a45e98d1-1572-421f-876e-397f4c690e5a {{(pid=85337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:53:05.621040 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-5a9987bc-8918-4edc-a003-c4b9152d57b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285398617716'] for port, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:05.721205 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dc2f5b-c67a-4a80-9fef-ba37a52283e9 req-ea4c6f4d-fee6-4a70-93c9-45684d5ced27 tempest-VolumesActionsTest-1092818245 tempest-VolumesActionsTest-1092818245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:53:05.723016 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-d1dc2f5b-c67a-4a80-9fef-ba37a52283e9 req-ea4c6f4d-fee6-4a70-93c9-45684d5ced27 tempest-VolumesActionsTest-1092818245 tempest-VolumesActionsTest-1092818245-project] 10.222.0.38 "GET /v2.0/ports?device_id=5daf5536-0f16-49e1-9948-08b0183ef312 HTTP/1.1" status: 200 len: 931 time: 0.2419634 Apr 16 16:53:05.773518 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-7077ea6d-5e70-459d-b7a2-f2f1120fce8e req-16a56f93-20ed-407d-bbe9-e30373e3f94b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:05.893211 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-d1dc2f5b-c67a-4a80-9fef-ba37a52283e9 req-9dd9b031-1aa9-4ec8-be9f-6628dbefac05 tempest-VolumesActionsTest-1092818245 tempest-VolumesActionsTest-1092818245-project] 10.222.0.38 "GET /v2.0/security-groups?id=232d7f98-515a-4a2d-8ba5-58fe4a1f1667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502945 Apr 16 16:53:05.895072 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-72143992-2f39-4402-9747-82106bc08313 admin admin] For port a45e98d1-1572-421f-876e-397f4c690e5a, host dv-cinder-733622-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-smb',level=0,port_id=a45e98d1-1572-421f-876e-397f4c690e5a,segment=NetworkSegment(9ac9f406-6c3c-40ac-9dbd-02eabe5a0c9b),segment_id=9ac9f406-6c3c-40ac-9dbd-02eabe5a0c9b)] {{(pid=85336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:53:05.895476 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-72143992-2f39-4402-9747-82106bc08313 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436170'] for port, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:05.912278 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-5a9987bc-8918-4edc-a003-c4b9152d57b0 None None] For port a45e98d1-1572-421f-876e-397f4c690e5a, host dv-cinder-733622-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-smb',level=0,port_id=a45e98d1-1572-421f-876e-397f4c690e5a,segment=NetworkSegment(9ac9f406-6c3c-40ac-9dbd-02eabe5a0c9b),segment_id=9ac9f406-6c3c-40ac-9dbd-02eabe5a0c9b)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:53:05.912570 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-5a9987bc-8918-4edc-a003-c4b9152d57b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436170'] for port, precommit_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:06.040795 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-72143992-2f39-4402-9747-82106bc08313 admin admin] Calling delete_port for a45e98d1-1572-421f-876e-397f4c690e5a owned by network:dhcp {{(pid=85336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 16:53:06.053633 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-5a9987bc-8918-4edc-a003-c4b9152d57b0 None None] Calling delete_port for a45e98d1-1572-421f-876e-397f4c690e5a owned by network:dhcp {{(pid=85337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 16:53:06.138160 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-72143992-2f39-4402-9747-82106bc08313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751456166703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363285399062934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2420184'] for port, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:06.145437 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.db.api [None req-5a9987bc-8918-4edc-a003-c4b9152d57b0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85337) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 16 16:53:06.145945 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_db.api [None req-5a9987bc-8918-4edc-a003-c4b9152d57b0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 16 16:53:06.152448 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-768d9eaf-3215-4bab-8020-6f1f9146bce4 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:53:06.205891 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [req-7077ea6d-5e70-459d-b7a2-f2f1120fce8e req-16a56f93-20ed-407d-bbe9-e30373e3f94b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88a6da87-a2dd-4621-8dfc-e29bef1c79c8 {{(pid=85335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 16:53:06.215710 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-7077ea6d-5e70-459d-b7a2-f2f1120fce8e req-16a56f93-20ed-407d-bbe9-e30373e3f94b service neutron] Notify callbacks [] for port, precommit_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:06.231440 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [req-7077ea6d-5e70-459d-b7a2-f2f1120fce8e req-16a56f93-20ed-407d-bbe9-e30373e3f94b service neutron] Transition to ACTIVE for port object 88a6da87-a2dd-4621-8dfc-e29bef1c79c8 will not be triggered until provisioned by entity L2. {{(pid=85335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:53:06.234475 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-7077ea6d-5e70-459d-b7a2-f2f1120fce8e req-16a56f93-20ed-407d-bbe9-e30373e3f94b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4038072'] for port, after_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:06.250444 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:53:06.255181 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72143992-2f39-4402-9747-82106bc08313 admin admin] Pushing event deleted for resources: {'Port': ['ID=a45e98d1-1572-421f-876e-397f4c690e5a,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:53:06.271653 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-72143992-2f39-4402-9747-82106bc08313 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:53:06.319268 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72143992-2f39-4402-9747-82106bc08313 admin admin] No DVR routers for this DVR port a45e98d1-1572-421f-876e-397f4c690e5a on host dv-cinder-733622-13-smb {{(pid=85336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 16:53:06.353231 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Device a45e98d1-1572-421f-876e-397f4c690e5a no longer exists at agent ovs-agent-dv-cinder-733622-13-smb {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 16:53:06.396049 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] No Port match for: a45e98d1-1572-421f-876e-397f4c690e5a {{(pid=85337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 16:53:06.396627 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Device a45e98d1-1572-421f-876e-397f4c690e5a not bound to the agent host dv-cinder-733622-13-smb {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 16:53:06.401286 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a56f93-20ed-407d-bbe9-e30373e3f94b service neutron] Pushing event updated for resources: {'Port': ['ID=88a6da87-a2dd-4621-8dfc-e29bef1c79c8,revision_number=2']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:53:06.406246 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-16a56f93-20ed-407d-bbe9-e30373e3f94b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:53:06.457894 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-72143992-2f39-4402-9747-82106bc08313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2001432', 'neutron.services.segments.db._delete_segments_for_network-8751456264904'] for network, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:06.587159 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.services.segments.db [None req-72143992-2f39-4402-9747-82106bc08313 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3850fa94-c64e-47a7-8ac1-100295c70767']}} {{(pid=85336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:53:06.602627 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.services.segments.db [None req-72143992-2f39-4402-9747-82106bc08313 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ac9f406-6c3c-40ac-9dbd-02eabe5a0c9b') {'for_net_delete': True} {{(pid=85336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:53:06.602976 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.services.segments.db [None req-72143992-2f39-4402-9747-82106bc08313 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ac9f406-6c3c-40ac-9dbd-02eabe5a0c9b') {} {{(pid=85336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:53:06.616185 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-72143992-2f39-4402-9747-82106bc08313 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751456237017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2479916'] for segment, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:06.636949 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-72143992-2f39-4402-9747-82106bc08313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-60927'] for segment, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:06.644428 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72143992-2f39-4402-9747-82106bc08313 admin admin] Releasing vlan 769 on physical network physnet1 to pool {{(pid=85336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 16:53:06.647352 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-5a9987bc-8918-4edc-a003-c4b9152d57b0 None None] Deleting port a45e98d1-1572-421f-876e-397f4c690e5a {{(pid=85337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:53:06.647987 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-5a9987bc-8918-4edc-a003-c4b9152d57b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285398617716'] for port, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:06.662377 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [req-7077ea6d-5e70-459d-b7a2-f2f1120fce8e req-16a56f93-20ed-407d-bbe9-e30373e3f94b service neutron] Attempting to bind port 88a6da87-a2dd-4621-8dfc-e29bef1c79c8 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 16:53:06.662793 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [req-7077ea6d-5e70-459d-b7a2-f2f1120fce8e req-16a56f93-20ed-407d-bbe9-e30373e3f94b service neutron] Attempting to bind port 88a6da87-a2dd-4621-8dfc-e29bef1c79c8 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '3ba7c958-0e3c-4df7-8293-61b96f1549ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '9f66445c-895f-4852-826d-6272bb705a00'}] {{(pid=85335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 16:53:06.663168 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7077ea6d-5e70-459d-b7a2-f2f1120fce8e req-16a56f93-20ed-407d-bbe9-e30373e3f94b service neutron] Attempting to bind port 88a6da87-a2dd-4621-8dfc-e29bef1c79c8 on network 9f66445c-895f-4852-826d-6272bb705a00 {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 16:53:06.669221 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7077ea6d-5e70-459d-b7a2-f2f1120fce8e req-16a56f93-20ed-407d-bbe9-e30373e3f94b service neutron] Port 88a6da87-a2dd-4621-8dfc-e29bef1c79c8 on network 9f66445c-895f-4852-826d-6272bb705a00 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 16:53:06.673064 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7077ea6d-5e70-459d-b7a2-f2f1120fce8e req-16a56f93-20ed-407d-bbe9-e30373e3f94b service neutron] Attempting to bind port 88a6da87-a2dd-4621-8dfc-e29bef1c79c8 on network 9f66445c-895f-4852-826d-6272bb705a00 {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 16:53:06.677971 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7077ea6d-5e70-459d-b7a2-f2f1120fce8e req-16a56f93-20ed-407d-bbe9-e30373e3f94b service neutron] Checking agent: {'id': '0677065c-8485-4f55-bc15-3b41e2e6feb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 16, 43, 39), 'started_at': datetime.datetime(2021, 4, 16, 16, 43, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 16:53:06.678751 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7077ea6d-5e70-459d-b7a2-f2f1120fce8e req-16a56f93-20ed-407d-bbe9-e30373e3f94b service neutron] Checking segment: {'id': '3ba7c958-0e3c-4df7-8293-61b96f1549ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '9f66445c-895f-4852-826d-6272bb705a00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 16:53:06.679348 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7077ea6d-5e70-459d-b7a2-f2f1120fce8e req-16a56f93-20ed-407d-bbe9-e30373e3f94b service neutron] Bound using segment: {'id': '3ba7c958-0e3c-4df7-8293-61b96f1549ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '9f66445c-895f-4852-826d-6272bb705a00'} {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 16:53:06.680030 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [req-7077ea6d-5e70-459d-b7a2-f2f1120fce8e req-16a56f93-20ed-407d-bbe9-e30373e3f94b service neutron] Bound port: 88a6da87-a2dd-4621-8dfc-e29bef1c79c8, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ba7c958-0e3c-4df7-8293-61b96f1549ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '9f66445c-895f-4852-826d-6272bb705a00'}}] {{(pid=85335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 16:53:06.681539 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-7077ea6d-5e70-459d-b7a2-f2f1120fce8e req-16a56f93-20ed-407d-bbe9-e30373e3f94b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:06.731539 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-5a9987bc-8918-4edc-a003-c4b9152d57b0 None None] The port 'a45e98d1-1572-421f-876e-397f4c690e5a' was deleted {{(pid=85337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 16 16:53:06.810755 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [req-7077ea6d-5e70-459d-b7a2-f2f1120fce8e req-16a56f93-20ed-407d-bbe9-e30373e3f94b service neutron] For port 88a6da87-a2dd-4621-8dfc-e29bef1c79c8, host hv-cinder-73362, cleared binding levels {{(pid=85335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 16:53:06.814565 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [req-7077ea6d-5e70-459d-b7a2-f2f1120fce8e req-16a56f93-20ed-407d-bbe9-e30373e3f94b service neutron] For port 88a6da87-a2dd-4621-8dfc-e29bef1c79c8, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=88a6da87-a2dd-4621-8dfc-e29bef1c79c8,segment=NetworkSegment(3ba7c958-0e3c-4df7-8293-61b96f1549ca),segment_id=3ba7c958-0e3c-4df7-8293-61b96f1549ca)] {{(pid=85335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 16:53:06.823143 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-7077ea6d-5e70-459d-b7a2-f2f1120fce8e req-16a56f93-20ed-407d-bbe9-e30373e3f94b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4038072'] for port, after_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:06.834479 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-86f01360-c453-42ba-ae56-2722bc965c70 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:53:06.867097 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-72143992-2f39-4402-9747-82106bc08313 admin admin] Network 3850fa94-c64e-47a7-8ac1-100295c70767 has no segments {{(pid=85336) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 16:53:06.877606 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-72143992-2f39-4402-9747-82106bc08313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854714905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2419244'] for segment, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:07.095431 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-72143992-2f39-4402-9747-82106bc08313 admin admin] Network 3850fa94-c64e-47a7-8ac1-100295c70767 has no segments {{(pid=85336) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 16:53:07.121952 dv-cinder-733622-13-smb neutron-server[85220]: Traceback (most recent call last): Apr 16 16:53:07.121952 dv-cinder-733622-13-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 16:53:07.121952 dv-cinder-733622-13-smb neutron-server[85220]: timer() Apr 16 16:53:07.121952 dv-cinder-733622-13-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 16:53:07.121952 dv-cinder-733622-13-smb neutron-server[85220]: cb(*args, **kw) Apr 16 16:53:07.121952 dv-cinder-733622-13-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 16:53:07.121952 dv-cinder-733622-13-smb neutron-server[85220]: return func(*args, **kwargs) Apr 16 16:53:07.121952 dv-cinder-733622-13-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 16:53:07.121952 dv-cinder-733622-13-smb neutron-server[85220]: self._notify() Apr 16 16:53:07.121952 dv-cinder-733622-13-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 16:53:07.121952 dv-cinder-733622-13-smb neutron-server[85220]: self.callback(batched_events) Apr 16 16:53:07.121952 dv-cinder-733622-13-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 16:53:07.121952 dv-cinder-733622-13-smb neutron-server[85220]: event.method(event) Apr 16 16:53:07.121952 dv-cinder-733622-13-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 16:53:07.121952 dv-cinder-733622-13-smb neutron-server[85220]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 16:53:07.121952 dv-cinder-733622-13-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 16:53:07.121952 dv-cinder-733622-13-smb neutron-server[85220]: segment_id)['aggregates'][0] Apr 16 16:53:07.121952 dv-cinder-733622-13-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 16:53:07.121952 dv-cinder-733622-13-smb neutron-server[85220]: return f(self, *a, **k) Apr 16 16:53:07.121952 dv-cinder-733622-13-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 16:53:07.121952 dv-cinder-733622-13-smb neutron-server[85220]: return self._get(url).json() Apr 16 16:53:07.121952 dv-cinder-733622-13-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 16:53:07.121952 dv-cinder-733622-13-smb neutron-server[85220]: **kwargs) Apr 16 16:53:07.121952 dv-cinder-733622-13-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 16:53:07.121952 dv-cinder-733622-13-smb neutron-server[85220]: return self.request(url, 'GET', **kwargs) Apr 16 16:53:07.121952 dv-cinder-733622-13-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 16:53:07.121952 dv-cinder-733622-13-smb neutron-server[85220]: **endpoint_filter) Apr 16 16:53:07.121952 dv-cinder-733622-13-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 16:53:07.121952 dv-cinder-733622-13-smb neutron-server[85220]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 16:53:07.121952 dv-cinder-733622-13-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 16:53:07.121952 dv-cinder-733622-13-smb neutron-server[85220]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 16:53:07.121952 dv-cinder-733622-13-smb neutron-server[85220]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 16:53:07.216235 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-72143992-2f39-4402-9747-82106bc08313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036852774383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854349050'] for network, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:07.221294 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-007add30-6b4c-40d4-8590-2c91b708e589 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:53:07.254885 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-72143992-2f39-4402-9747-82106bc08313 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609088'] for network, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:07.272396 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72143992-2f39-4402-9747-82106bc08313 admin admin] Pushing event deleted for resources: {'Network': ['ID=3850fa94-c64e-47a7-8ac1-100295c70767,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:53:07.283736 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-72143992-2f39-4402-9747-82106bc08313 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:53:07.297158 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-72143992-2f39-4402-9747-82106bc08313 admin admin] 10.222.0.38 "DELETE /v2.0/networks/3850fa94-c64e-47a7-8ac1-100295c70767 HTTP/1.1" status: 204 len: 168 time: 2.0218837 Apr 16 16:53:07.322685 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a56f93-20ed-407d-bbe9-e30373e3f94b service neutron] Pushing event updated for resources: {'Port': ['ID=88a6da87-a2dd-4621-8dfc-e29bef1c79c8,revision_number=3']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:53:07.343410 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-16a56f93-20ed-407d-bbe9-e30373e3f94b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:53:07.409661 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1666253f-6926-412a-88ed-343612cb2035 req-b8db6034-5484-400c-9a1b-ceca0c589674 tempest-VolumesActionsTest-1092818245 tempest-VolumesActionsTest-1092818245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:53:07.410280 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-1666253f-6926-412a-88ed-343612cb2035 req-b8db6034-5484-400c-9a1b-ceca0c589674 tempest-VolumesActionsTest-1092818245 tempest-VolumesActionsTest-1092818245-project] Synchronizing usage tracker for tenant:994ff5bc004941f583e9e43c675b9681 on resource:port {{(pid=85335) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 16:53:07.422765 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7077ea6d-5e70-459d-b7a2-f2f1120fce8e req-16a56f93-20ed-407d-bbe9-e30373e3f94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:53:07.423505 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-7077ea6d-5e70-459d-b7a2-f2f1120fce8e req-16a56f93-20ed-407d-bbe9-e30373e3f94b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768218'] for port, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:07.424930 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-7077ea6d-5e70-459d-b7a2-f2f1120fce8e req-16a56f93-20ed-407d-bbe9-e30373e3f94b service neutron] 10.222.0.87 "PUT /v2.0/ports/88a6da87-a2dd-4621-8dfc-e29bef1c79c8 HTTP/1.1" status: 200 len: 1093 time: 1.8389831 Apr 16 16:53:07.427930 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5daf5536-0f16-49e1-9948-08b0183ef312', 'tag': '88a6da87-a2dd-4621-8dfc-e29bef1c79c8'}] {{(pid=85335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:53:07.441333 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-1666253f-6926-412a-88ed-343612cb2035 req-b8db6034-5484-400c-9a1b-ceca0c589674 tempest-VolumesActionsTest-1092818245 tempest-VolumesActionsTest-1092818245-project] Unset dirty status for tenant:994ff5bc004941f583e9e43c675b9681 on resource:port {{(pid=85335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 16:53:07.443072 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-1666253f-6926-412a-88ed-343612cb2035 req-b8db6034-5484-400c-9a1b-ceca0c589674 tempest-VolumesActionsTest-1092818245 tempest-VolumesActionsTest-1092818245-project] 10.222.0.38 "GET /v2.0/ports?device_id=5daf5536-0f16-49e1-9948-08b0183ef312 HTTP/1.1" status: 200 len: 943 time: 0.2573416 Apr 16 16:53:07.509736 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5daf5536-0f16-49e1-9948-08b0183ef312', 'tag': '88a6da87-a2dd-4621-8dfc-e29bef1c79c8', 'status': 'completed', 'code': 200} Apr 16 16:53:07.538169 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 44238) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:53:07.552102 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-1666253f-6926-412a-88ed-343612cb2035 req-60f4e183-a7a7-4b3d-aaea-a30206f7deb1 tempest-VolumesActionsTest-1092818245 tempest-VolumesActionsTest-1092818245-project] Synchronizing usage tracker for tenant:994ff5bc004941f583e9e43c675b9681 on resource:security_group {{(pid=85335) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 16:53:07.588627 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-1666253f-6926-412a-88ed-343612cb2035 req-60f4e183-a7a7-4b3d-aaea-a30206f7deb1 tempest-VolumesActionsTest-1092818245 tempest-VolumesActionsTest-1092818245-project] Unset dirty status for tenant:994ff5bc004941f583e9e43c675b9681 on resource:security_group {{(pid=85335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 16:53:07.590775 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-1666253f-6926-412a-88ed-343612cb2035 req-60f4e183-a7a7-4b3d-aaea-a30206f7deb1 tempest-VolumesActionsTest-1092818245 tempest-VolumesActionsTest-1092818245-project] 10.222.0.38 "GET /v2.0/security-groups?id=232d7f98-515a-4a2d-8ba5-58fe4a1f1667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397715 Apr 16 16:53:07.598163 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-47f469aa-6735-49d2-a090-6d04fa0f5800 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=88a1c77b2ae945419c929cd0ad2c2a68&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0585279 Apr 16 16:53:07.598626 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7077ea6d-5e70-459d-b7a2-f2f1120fce8e req-d4ff21b1-9a5f-474d-9423-ccfe4645105e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:53:07.600492 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-7077ea6d-5e70-459d-b7a2-f2f1120fce8e req-d4ff21b1-9a5f-474d-9423-ccfe4645105e service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=994ff5bc004941f583e9e43c675b9681&device_id=5daf5536-0f16-49e1-9948-08b0183ef312 HTTP/1.1" status: 200 len: 1096 time: 0.1327572 Apr 16 16:53:07.601171 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 44242) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:53:07.696481 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-7077ea6d-5e70-459d-b7a2-f2f1120fce8e req-99810423-523d-4186-a0e2-a2c7494661b9 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=88a6da87-a2dd-4621-8dfc-e29bef1c79c8 HTTP/1.1" status: 200 len: 217 time: 0.0815485 Apr 16 16:53:07.793922 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e650ffe5-8a53-49f5-8e7d-0eeff85a519c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:07.813975 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7077ea6d-5e70-459d-b7a2-f2f1120fce8e req-fc80af0a-e09f-4c00-8789-5e1ef11eb269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:53:07.815551 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-7077ea6d-5e70-459d-b7a2-f2f1120fce8e req-fc80af0a-e09f-4c00-8789-5e1ef11eb269 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=73a5a689-3b4b-400b-b639-1113d48279da HTTP/1.1" status: 200 len: 849 time: 0.1041386 Apr 16 16:53:07.869784 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e650ffe5-8a53-49f5-8e7d-0eeff85a519c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:07.886827 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-7077ea6d-5e70-459d-b7a2-f2f1120fce8e req-898664a3-1ded-4fbb-92c3-7a26cb0372e9 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=9f66445c-895f-4852-826d-6272bb705a00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599618 Apr 16 16:53:08.036002 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e650ffe5-8a53-49f5-8e7d-0eeff85a519c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:08.048508 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-d901fb49-2280-400d-aa97-ab10dcae5c1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:53:08.070583 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e650ffe5-8a53-49f5-8e7d-0eeff85a519c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aadded95-7707-48aa-bb61-6bc26bd37d90,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:53:08.075847 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-7077ea6d-5e70-459d-b7a2-f2f1120fce8e req-50931d77-9d29-4db6-b5f1-984a4f102362 service neutron] 10.222.0.87 "GET /v2.0/networks/9f66445c-895f-4852-826d-6272bb705a00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772225 Apr 16 16:53:08.077028 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-e650ffe5-8a53-49f5-8e7d-0eeff85a519c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:53:08.082868 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e650ffe5-8a53-49f5-8e7d-0eeff85a519c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:08.086589 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-e650ffe5-8a53-49f5-8e7d-0eeff85a519c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/aadded95-7707-48aa-bb61-6bc26bd37d90 HTTP/1.1" status: 204 len: 168 time: 0.4817171 Apr 16 16:53:08.240436 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-7077ea6d-5e70-459d-b7a2-f2f1120fce8e req-aa8f32c4-15c5-460f-8cb4-e5e5309c1f82 service neutron] 10.222.0.87 "GET /v2.0/networks/9f66445c-895f-4852-826d-6272bb705a00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547315 Apr 16 16:53:08.402098 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08480ef7-fdf4-46b9-b598-e387e8df2e8f req-8c4ec4f4-6d49-4c64-bfd6-ce2f5fa355d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:53:08.403799 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-08480ef7-fdf4-46b9-b598-e387e8df2e8f req-8c4ec4f4-6d49-4c64-bfd6-ce2f5fa355d8 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=994ff5bc004941f583e9e43c675b9681&device_id=5daf5536-0f16-49e1-9948-08b0183ef312 HTTP/1.1" status: 200 len: 1096 time: 0.1043789 Apr 16 16:53:08.582332 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08480ef7-fdf4-46b9-b598-e387e8df2e8f req-292d3a22-c084-486a-a462-935a530c7894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:53:08.585523 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-08480ef7-fdf4-46b9-b598-e387e8df2e8f req-292d3a22-c084-486a-a462-935a530c7894 service neutron] 10.222.0.87 "GET /v2.0/networks?id=9f66445c-895f-4852-826d-6272bb705a00 HTTP/1.1" status: 200 len: 910 time: 0.1744857 Apr 16 16:53:08.686468 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-08480ef7-fdf4-46b9-b598-e387e8df2e8f req-4cc68629-bd40-4b83-8ff8-a29c633c9687 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=88a6da87-a2dd-4621-8dfc-e29bef1c79c8 HTTP/1.1" status: 200 len: 217 time: 0.0877879 Apr 16 16:53:08.777599 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08480ef7-fdf4-46b9-b598-e387e8df2e8f req-d09a8f3b-2cb2-45be-aed7-eab43c8f8903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:53:08.779976 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-08480ef7-fdf4-46b9-b598-e387e8df2e8f req-d09a8f3b-2cb2-45be-aed7-eab43c8f8903 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=73a5a689-3b4b-400b-b639-1113d48279da HTTP/1.1" status: 200 len: 849 time: 0.0864613 Apr 16 16:53:08.840287 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-08480ef7-fdf4-46b9-b598-e387e8df2e8f req-4d1734d7-2116-4ced-b032-4352b33e4002 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=9f66445c-895f-4852-826d-6272bb705a00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536780 Apr 16 16:53:08.842735 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86d74b3-a228-4e01-8063-c079752dba66 req-9ebc9ba9-de4a-44eb-89fa-0a225ff06ea8 tempest-VolumesActionsTest-1092818245 tempest-VolumesActionsTest-1092818245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:53:08.844536 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-c86d74b3-a228-4e01-8063-c079752dba66 req-9ebc9ba9-de4a-44eb-89fa-0a225ff06ea8 tempest-VolumesActionsTest-1092818245 tempest-VolumesActionsTest-1092818245-project] 10.222.0.38 "GET /v2.0/ports?device_id=5daf5536-0f16-49e1-9948-08b0183ef312 HTTP/1.1" status: 200 len: 943 time: 0.1104243 Apr 16 16:53:08.907091 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-c86d74b3-a228-4e01-8063-c079752dba66 req-4638c067-6c0f-4287-94c7-85ea77d98326 tempest-VolumesActionsTest-1092818245 tempest-VolumesActionsTest-1092818245-project] 10.222.0.38 "GET /v2.0/security-groups?id=232d7f98-515a-4a2d-8ba5-58fe4a1f1667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548139 Apr 16 16:53:08.964955 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:09.007816 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-08480ef7-fdf4-46b9-b598-e387e8df2e8f req-ad695693-0560-405e-9286-9016745004c2 service neutron] 10.222.0.87 "GET /v2.0/networks/9f66445c-895f-4852-826d-6272bb705a00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573389 Apr 16 16:53:09.168080 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-08480ef7-fdf4-46b9-b598-e387e8df2e8f req-14002ab6-b7f6-4e57-bf12-4ae0181098a6 service neutron] 10.222.0.87 "GET /v2.0/networks/9f66445c-895f-4852-826d-6272bb705a00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508126 Apr 16 16:53:10.142075 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bef13ae-0713-4daa-b1e1-a55207c7c4bb req-3e3fc32c-754f-4810-af5e-d1927ad8dbdf tempest-VolumesActionsTest-1092818245 tempest-VolumesActionsTest-1092818245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:53:10.143802 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-3bef13ae-0713-4daa-b1e1-a55207c7c4bb req-3e3fc32c-754f-4810-af5e-d1927ad8dbdf tempest-VolumesActionsTest-1092818245 tempest-VolumesActionsTest-1092818245-project] 10.222.0.38 "GET /v2.0/ports?device_id=5daf5536-0f16-49e1-9948-08b0183ef312 HTTP/1.1" status: 200 len: 943 time: 0.0945508 Apr 16 16:53:10.200200 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-3bef13ae-0713-4daa-b1e1-a55207c7c4bb req-a11274d9-a271-4938-956d-a52612994bc2 tempest-VolumesActionsTest-1092818245 tempest-VolumesActionsTest-1092818245-project] 10.222.0.38 "GET /v2.0/security-groups?id=232d7f98-515a-4a2d-8ba5-58fe4a1f1667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497720 Apr 16 16:53:11.438644 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20121477-2512-40a6-b836-f96db70d90ac req-d6454857-5728-4f12-bc3f-c7a3a6335647 tempest-VolumesActionsTest-1092818245 tempest-VolumesActionsTest-1092818245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:53:11.440249 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-20121477-2512-40a6-b836-f96db70d90ac req-d6454857-5728-4f12-bc3f-c7a3a6335647 tempest-VolumesActionsTest-1092818245 tempest-VolumesActionsTest-1092818245-project] 10.222.0.38 "GET /v2.0/ports?device_id=5daf5536-0f16-49e1-9948-08b0183ef312 HTTP/1.1" status: 200 len: 943 time: 0.1135516 Apr 16 16:53:11.492933 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-20121477-2512-40a6-b836-f96db70d90ac req-7cbd2d6c-9487-4bca-913c-8dcbf747acd6 tempest-VolumesActionsTest-1092818245 tempest-VolumesActionsTest-1092818245-project] 10.222.0.38 "GET /v2.0/security-groups?id=232d7f98-515a-4a2d-8ba5-58fe4a1f1667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458045 Apr 16 16:53:12.047056 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Device 88a6da87-a2dd-4621-8dfc-e29bef1c79c8 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=85337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 16:53:12.198896 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] For port 88a6da87-a2dd-4621-8dfc-e29bef1c79c8, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=88a6da87-a2dd-4621-8dfc-e29bef1c79c8,segment=NetworkSegment(3ba7c958-0e3c-4df7-8293-61b96f1549ca),segment_id=3ba7c958-0e3c-4df7-8293-61b96f1549ca)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:53:12.213745 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Returning: {'device': '88a6da87-a2dd-4621-8dfc-e29bef1c79c8', 'network_id': '9f66445c-895f-4852-826d-6272bb705a00', 'port_id': '88a6da87-a2dd-4621-8dfc-e29bef1c79c8', 'mac_address': 'fa:16:3e:53:01:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 794, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73a5a689-3b4b-400b-b639-1113d48279da', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 16:53:12.277672 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:12.296367 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88a6da87-a2dd-4621-8dfc-e29bef1c79c8 {{(pid=85337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 16:53:12.313500 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] For port 88a6da87-a2dd-4621-8dfc-e29bef1c79c8, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=88a6da87-a2dd-4621-8dfc-e29bef1c79c8,segment=NetworkSegment(3ba7c958-0e3c-4df7-8293-61b96f1549ca),segment_id=3ba7c958-0e3c-4df7-8293-61b96f1549ca)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:53:12.317110 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:12.319782 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:53:12.397576 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Pushing event updated for resources: {'Port': ['ID=88a6da87-a2dd-4621-8dfc-e29bef1c79c8,revision_number=4']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:53:12.401531 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:53:12.581961 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] get_ports_and_sgs() called for port_ids ['88a6da87-a2dd-4621-8dfc-e29bef1c79c8'] {{(pid=85337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 16:53:12.612797 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.agents_db [None req-ebbb9395-3582-4696-b633-83ddaf7c527f None None] Agent healthcheck: found 6 active agents {{(pid=85338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 16:53:12.738448 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975cc054-6df1-4f23-b462-a292824cbfc7 req-5669ee1a-57fc-4a1d-beec-4e23dbd2a86c tempest-VolumesActionsTest-1092818245 tempest-VolumesActionsTest-1092818245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:53:12.740101 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-975cc054-6df1-4f23-b462-a292824cbfc7 req-5669ee1a-57fc-4a1d-beec-4e23dbd2a86c tempest-VolumesActionsTest-1092818245 tempest-VolumesActionsTest-1092818245-project] 10.222.0.38 "GET /v2.0/ports?device_id=5daf5536-0f16-49e1-9948-08b0183ef312 HTTP/1.1" status: 200 len: 944 time: 0.1023705 Apr 16 16:53:12.779394 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 44314) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:53:12.821489 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-975cc054-6df1-4f23-b462-a292824cbfc7 req-a22606cc-59ed-4d99-9ed9-cd1a2a6cb091 tempest-VolumesActionsTest-1092818245 tempest-VolumesActionsTest-1092818245-project] 10.222.0.38 "GET /v2.0/security-groups?id=232d7f98-515a-4a2d-8ba5-58fe4a1f1667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721381 Apr 16 16:53:12.941235 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-34248ff2-317e-4966-a38b-2c55b0de9f76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:12.959540 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-34248ff2-317e-4966-a38b-2c55b0de9f76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:53:12.964477 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-34248ff2-317e-4966-a38b-2c55b0de9f76 admin admin] Usage tracker for resource:security_group_rule and tenant:7eee93efedc84b09981a38058912ba60 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:53:12.967910 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-34248ff2-317e-4966-a38b-2c55b0de9f76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:53:12.974761 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-34248ff2-317e-4966-a38b-2c55b0de9f76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:53:13.068232 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-34248ff2-317e-4966-a38b-2c55b0de9f76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:13.071252 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-34248ff2-317e-4966-a38b-2c55b0de9f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:13.080393 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-5d89d5d6-b76b-4421-a623-27d70280ff5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:53:13.129120 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-34248ff2-317e-4966-a38b-2c55b0de9f76 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7eee93efedc84b09981a38058912ba60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3483994 Apr 16 16:53:13.130129 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34248ff2-317e-4966-a38b-2c55b0de9f76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e851931-cccf-4d5b-9acc-19f84642fbe6,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:53:13.132507 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 44320) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:53:13.139517 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34248ff2-317e-4966-a38b-2c55b0de9f76 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:53:13.140012 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34248ff2-317e-4966-a38b-2c55b0de9f76 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:53:13.140446 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34248ff2-317e-4966-a38b-2c55b0de9f76 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:53:13.140851 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34248ff2-317e-4966-a38b-2c55b0de9f76 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:53:13.141370 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34248ff2-317e-4966-a38b-2c55b0de9f76 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:53:13.141773 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34248ff2-317e-4966-a38b-2c55b0de9f76 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:53:13.142355 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34248ff2-317e-4966-a38b-2c55b0de9f76 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:53:13.142750 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34248ff2-317e-4966-a38b-2c55b0de9f76 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:53:13.143266 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34248ff2-317e-4966-a38b-2c55b0de9f76 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:53:13.143664 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34248ff2-317e-4966-a38b-2c55b0de9f76 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:53:13.144173 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34248ff2-317e-4966-a38b-2c55b0de9f76 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:53:13.144573 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34248ff2-317e-4966-a38b-2c55b0de9f76 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:53:13.149316 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-34248ff2-317e-4966-a38b-2c55b0de9f76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:53:13.199412 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1636805d-3c35-4ffc-970c-d2dfd382bc9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:13.230253 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1636805d-3c35-4ffc-970c-d2dfd382bc9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:13.283264 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1636805d-3c35-4ffc-970c-d2dfd382bc9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:13.287613 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-005eeb09-393d-43f0-9f75-ea2645c8ebfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:53:13.301602 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1636805d-3c35-4ffc-970c-d2dfd382bc9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e851931-cccf-4d5b-9acc-19f84642fbe6,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:53:13.305700 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1636805d-3c35-4ffc-970c-d2dfd382bc9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:53:13.310418 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1636805d-3c35-4ffc-970c-d2dfd382bc9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:13.311784 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-1636805d-3c35-4ffc-970c-d2dfd382bc9c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0e851931-cccf-4d5b-9acc-19f84642fbe6 HTTP/1.1" status: 204 len: 168 time: 0.1781011 Apr 16 16:53:14.051414 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13ee805-ae05-427c-ae43-02de11e446bf req-8f9457c7-660b-4bb1-8f12-adebec5b47d0 tempest-VolumesActionsTest-1092818245 tempest-VolumesActionsTest-1092818245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:53:14.054369 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-e13ee805-ae05-427c-ae43-02de11e446bf req-8f9457c7-660b-4bb1-8f12-adebec5b47d0 tempest-VolumesActionsTest-1092818245 tempest-VolumesActionsTest-1092818245-project] 10.222.0.38 "GET /v2.0/ports?device_id=5daf5536-0f16-49e1-9948-08b0183ef312 HTTP/1.1" status: 200 len: 944 time: 0.1064713 Apr 16 16:53:14.063697 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Device 88a6da87-a2dd-4621-8dfc-e29bef1c79c8 up at agent hyperv_hv-cinder-73362 {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:53:14.124615 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-e13ee805-ae05-427c-ae43-02de11e446bf req-9d222714-2d21-4222-b458-c0106282ce38 tempest-VolumesActionsTest-1092818245 tempest-VolumesActionsTest-1092818245-project] 10.222.0.38 "GET /v2.0/security-groups?id=232d7f98-515a-4a2d-8ba5-58fe4a1f1667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600009 Apr 16 16:53:14.168445 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Provisioning for port 88a6da87-a2dd-4621-8dfc-e29bef1c79c8 completed by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:53:14.174133 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Provisioning complete for port 88a6da87-a2dd-4621-8dfc-e29bef1c79c8 triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:53:14.174570 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852761088'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:14.315691 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:14.353837 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5daf5536-0f16-49e1-9948-08b0183ef312', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88a6da87-a2dd-4621-8dfc-e29bef1c79c8'}] {{(pid=85337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:53:14.364758 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] For port 88a6da87-a2dd-4621-8dfc-e29bef1c79c8, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=88a6da87-a2dd-4621-8dfc-e29bef1c79c8,segment=NetworkSegment(3ba7c958-0e3c-4df7-8293-61b96f1549ca),segment_id=3ba7c958-0e3c-4df7-8293-61b96f1549ca)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:53:14.368274 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:14.373038 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:53:14.419575 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5daf5536-0f16-49e1-9948-08b0183ef312', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88a6da87-a2dd-4621-8dfc-e29bef1c79c8', 'code': 200} Apr 16 16:53:14.467326 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Pushing event updated for resources: {'Port': ['ID=88a6da87-a2dd-4621-8dfc-e29bef1c79c8,revision_number=5']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:53:14.470784 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:53:14.691645 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef2e95e-c0eb-454b-8743-8c65be28b2ea req-1990cc88-3f71-4e33-9d25-a629e215266f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:53:14.693255 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-9ef2e95e-c0eb-454b-8743-8c65be28b2ea req-1990cc88-3f71-4e33-9d25-a629e215266f service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=5daf5536-0f16-49e1-9948-08b0183ef312 HTTP/1.1" status: 200 len: 1098 time: 0.0836942 Apr 16 16:53:14.746351 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-9ef2e95e-c0eb-454b-8743-8c65be28b2ea req-015c1976-ce06-49f9-b836-736797b6d6c6 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=232d7f98-515a-4a2d-8ba5-58fe4a1f1667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443230 Apr 16 16:53:15.353522 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e3db59-7893-4707-aa69-be2eeada62d4 req-85b1a3af-d7c9-4e94-8250-a09769df4974 tempest-VolumesActionsTest-1092818245 tempest-VolumesActionsTest-1092818245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:53:15.356070 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-00e3db59-7893-4707-aa69-be2eeada62d4 req-85b1a3af-d7c9-4e94-8250-a09769df4974 tempest-VolumesActionsTest-1092818245 tempest-VolumesActionsTest-1092818245-project] 10.222.0.38 "GET /v2.0/ports?device_id=5daf5536-0f16-49e1-9948-08b0183ef312 HTTP/1.1" status: 200 len: 945 time: 0.1004274 Apr 16 16:53:15.408946 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-00e3db59-7893-4707-aa69-be2eeada62d4 req-374e49dc-3517-40eb-9271-9b9a11d52e4d tempest-VolumesActionsTest-1092818245 tempest-VolumesActionsTest-1092818245-project] 10.222.0.38 "GET /v2.0/security-groups?id=232d7f98-515a-4a2d-8ba5-58fe4a1f1667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451944 Apr 16 16:53:16.657127 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03572b07-6d0f-493b-85b1-af2afc5a0171 req-d964a339-0e08-44b3-95cf-eee946d9381b tempest-VolumesActionsTest-1092818245 tempest-VolumesActionsTest-1092818245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:53:16.659312 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-03572b07-6d0f-493b-85b1-af2afc5a0171 req-d964a339-0e08-44b3-95cf-eee946d9381b tempest-VolumesActionsTest-1092818245 tempest-VolumesActionsTest-1092818245-project] 10.222.0.38 "GET /v2.0/ports?device_id=5daf5536-0f16-49e1-9948-08b0183ef312 HTTP/1.1" status: 200 len: 945 time: 0.1028223 Apr 16 16:53:16.718469 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-03572b07-6d0f-493b-85b1-af2afc5a0171 req-fdc217dd-be57-456a-9bdb-aab93e1dcaa2 tempest-VolumesActionsTest-1092818245 tempest-VolumesActionsTest-1092818245-project] 10.222.0.38 "GET /v2.0/security-groups?id=232d7f98-515a-4a2d-8ba5-58fe4a1f1667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511196 Apr 16 16:53:19.785586 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-6bd05a41-8b6b-4653-a45f-45a79ce9ccab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:20.540241 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f8f0dd-45e6-44fb-b195-a83bf549c392 req-db152e01-dfb7-4543-8e98-564c8260e77c tempest-VolumesActionsTest-1092818245 tempest-VolumesActionsTest-1092818245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:53:20.541853 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-44f8f0dd-45e6-44fb-b195-a83bf549c392 req-db152e01-dfb7-4543-8e98-564c8260e77c tempest-VolumesActionsTest-1092818245 tempest-VolumesActionsTest-1092818245-project] 10.222.0.38 "GET /v2.0/ports?device_id=5daf5536-0f16-49e1-9948-08b0183ef312 HTTP/1.1" status: 200 len: 945 time: 0.0928729 Apr 16 16:53:20.601099 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-44f8f0dd-45e6-44fb-b195-a83bf549c392 req-77c2af98-007d-495b-aa05-e1d599af2e45 tempest-VolumesActionsTest-1092818245 tempest-VolumesActionsTest-1092818245-project] 10.222.0.38 "GET /v2.0/security-groups?id=232d7f98-515a-4a2d-8ba5-58fe4a1f1667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518956 Apr 16 16:53:21.814427 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-cf06bd7c-9d97-4d97-8926-2db95b292fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:21.825644 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95747f2-d09c-4994-b43f-924de44e4aa9 req-6e0f4968-c5ee-4fed-9045-f90d4481e0ed tempest-VolumesActionsTest-1092818245 tempest-VolumesActionsTest-1092818245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:53:21.827516 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-f95747f2-d09c-4994-b43f-924de44e4aa9 req-6e0f4968-c5ee-4fed-9045-f90d4481e0ed tempest-VolumesActionsTest-1092818245 tempest-VolumesActionsTest-1092818245-project] 10.222.0.38 "GET /v2.0/ports?device_id=5daf5536-0f16-49e1-9948-08b0183ef312 HTTP/1.1" status: 200 len: 945 time: 0.1014643 Apr 16 16:53:21.884515 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-f95747f2-d09c-4994-b43f-924de44e4aa9 req-dfe84db6-196e-4d2e-a94c-2377d63661ea tempest-VolumesActionsTest-1092818245 tempest-VolumesActionsTest-1092818245-project] 10.222.0.38 "GET /v2.0/security-groups?id=232d7f98-515a-4a2d-8ba5-58fe4a1f1667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502911 Apr 16 16:53:22.289830 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe10ef0c-948f-4cd9-b452-8c3ff9134716 req-e44d07b2-d759-4ff9-8b6c-6e7e2310c9cc tempest-VolumesActionsTest-1092818245 tempest-VolumesActionsTest-1092818245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:53:22.293217 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-fe10ef0c-948f-4cd9-b452-8c3ff9134716 req-e44d07b2-d759-4ff9-8b6c-6e7e2310c9cc tempest-VolumesActionsTest-1092818245 tempest-VolumesActionsTest-1092818245-project] 10.222.0.87 "GET /v2.0/ports?device_id=5daf5536-0f16-49e1-9948-08b0183ef312 HTTP/1.1" status: 200 len: 945 time: 0.0963869 Apr 16 16:53:22.386841 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [req-fe10ef0c-948f-4cd9-b452-8c3ff9134716 req-d7f5dc1a-3c31-4092-a172-34fbdb20f32f tempest-VolumesActionsTest-1092818245 tempest-VolumesActionsTest-1092818245-project] Deleting port 88a6da87-a2dd-4621-8dfc-e29bef1c79c8 {{(pid=85335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:53:22.387229 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-fe10ef0c-948f-4cd9-b452-8c3ff9134716 req-d7f5dc1a-3c31-4092-a172-34fbdb20f32f tempest-VolumesActionsTest-1092818245 tempest-VolumesActionsTest-1092818245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285398617716'] for port, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:22.695555 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [req-fe10ef0c-948f-4cd9-b452-8c3ff9134716 req-d7f5dc1a-3c31-4092-a172-34fbdb20f32f tempest-VolumesActionsTest-1092818245 tempest-VolumesActionsTest-1092818245-project] For port 88a6da87-a2dd-4621-8dfc-e29bef1c79c8, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=88a6da87-a2dd-4621-8dfc-e29bef1c79c8,segment=NetworkSegment(3ba7c958-0e3c-4df7-8293-61b96f1549ca),segment_id=3ba7c958-0e3c-4df7-8293-61b96f1549ca)] {{(pid=85335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:53:22.695970 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-fe10ef0c-948f-4cd9-b452-8c3ff9134716 req-d7f5dc1a-3c31-4092-a172-34fbdb20f32f tempest-VolumesActionsTest-1092818245 tempest-VolumesActionsTest-1092818245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436170'] for port, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:22.795296 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 44488) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:53:22.840916 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [req-fe10ef0c-948f-4cd9-b452-8c3ff9134716 req-d7f5dc1a-3c31-4092-a172-34fbdb20f32f tempest-VolumesActionsTest-1092818245 tempest-VolumesActionsTest-1092818245-project] Calling delete_port for 88a6da87-a2dd-4621-8dfc-e29bef1c79c8 owned by compute:nova {{(pid=85335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 16:53:22.863040 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-45c0d62a-bc24-48a8-9022-8ca56da26294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:22.957122 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-2775cf6c-2b39-4ce3-b1ba-f50aa6f37d1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:22.973833 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-2775cf6c-2b39-4ce3-b1ba-f50aa6f37d1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:53:22.978167 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-2775cf6c-2b39-4ce3-b1ba-f50aa6f37d1d admin admin] Usage tracker for resource:security_group_rule and tenant:2a05d28982b545e683ee5dcde525cc94 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:53:22.982272 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-2775cf6c-2b39-4ce3-b1ba-f50aa6f37d1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:53:22.989947 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-2775cf6c-2b39-4ce3-b1ba-f50aa6f37d1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:53:23.017249 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-fe10ef0c-948f-4cd9-b452-8c3ff9134716 req-d7f5dc1a-3c31-4092-a172-34fbdb20f32f tempest-VolumesActionsTest-1092818245 tempest-VolumesActionsTest-1092818245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751456166703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363285399062934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850737760'] for port, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:23.030163 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] get_ports_and_sgs() called for port_ids ['88a6da87-a2dd-4621-8dfc-e29bef1c79c8'] {{(pid=85337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 16:53:23.037377 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:53:23.066469 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-a4754e43-877e-4028-b779-136ce2f22004 req-2a429ba6-1507-4804-a920-a974cd6cc0ae tempest-VolumesActionsTest-1092818245 tempest-VolumesActionsTest-1092818245-project] 10.222.0.38 "GET /v2.0/ports?device_id=5daf5536-0f16-49e1-9948-08b0183ef312 HTTP/1.1" status: 200 len: 210 time: 0.0576029 Apr 16 16:53:23.141263 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-2775cf6c-2b39-4ce3-b1ba-f50aa6f37d1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:23.143922 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f5dc1a-3c31-4092-a172-34fbdb20f32f tempest-VolumesActionsTest-1092818245 tempest-VolumesActionsTest-1092818245-project] Pushing event deleted for resources: {'Port': ['ID=88a6da87-a2dd-4621-8dfc-e29bef1c79c8,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:53:23.144297 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-2775cf6c-2b39-4ce3-b1ba-f50aa6f37d1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:23.151860 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-d7f5dc1a-3c31-4092-a172-34fbdb20f32f tempest-VolumesActionsTest-1092818245 tempest-VolumesActionsTest-1092818245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:53:23.155910 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-560a8dbb-63a1-4f36-8e6b-149e1d65b5d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:53:23.202651 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-2775cf6c-2b39-4ce3-b1ba-f50aa6f37d1d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2a05d28982b545e683ee5dcde525cc94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4060273 Apr 16 16:53:23.203774 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2775cf6c-2b39-4ce3-b1ba-f50aa6f37d1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f578c3d4-ddbf-42fa-9795-94873796245c,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:53:23.207236 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-2775cf6c-2b39-4ce3-b1ba-f50aa6f37d1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:53:23.207680 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 44496) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:53:23.279923 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-41abdac5-ffc0-4deb-a431-ceebb0de81c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:23.318533 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-41abdac5-ffc0-4deb-a431-ceebb0de81c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:23.320326 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe10ef0c-948f-4cd9-b452-8c3ff9134716 req-d7f5dc1a-3c31-4092-a172-34fbdb20f32f tempest-VolumesActionsTest-1092818245 tempest-VolumesActionsTest-1092818245-project] No DVR routers for this DVR port 88a6da87-a2dd-4621-8dfc-e29bef1c79c8 on host hv-cinder-73362 {{(pid=85335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 16:53:23.323617 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-fe10ef0c-948f-4cd9-b452-8c3ff9134716 req-d7f5dc1a-3c31-4092-a172-34fbdb20f32f tempest-VolumesActionsTest-1092818245 tempest-VolumesActionsTest-1092818245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768218'] for port, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:23.327013 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5daf5536-0f16-49e1-9948-08b0183ef312', 'name': 'network-vif-deleted', 'tag': '88a6da87-a2dd-4621-8dfc-e29bef1c79c8'}] {{(pid=85335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:53:23.352398 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-fe10ef0c-948f-4cd9-b452-8c3ff9134716 req-d7f5dc1a-3c31-4092-a172-34fbdb20f32f tempest-VolumesActionsTest-1092818245 tempest-VolumesActionsTest-1092818245-project] 10.222.0.87 "DELETE /v2.0/ports/88a6da87-a2dd-4621-8dfc-e29bef1c79c8 HTTP/1.1" status: 204 len: 173 time: 1.0521717 Apr 16 16:53:23.386650 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-41abdac5-ffc0-4deb-a431-ceebb0de81c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:23.392944 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-f51c5091-9c70-4dc6-9112-5f59e54f7e86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:53:23.407989 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41abdac5-ffc0-4deb-a431-ceebb0de81c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f578c3d4-ddbf-42fa-9795-94873796245c,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:53:23.417125 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5daf5536-0f16-49e1-9948-08b0183ef312', 'name': 'network-vif-deleted', 'tag': '88a6da87-a2dd-4621-8dfc-e29bef1c79c8', 'status': 'completed', 'code': 200} Apr 16 16:53:23.418869 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-41abdac5-ffc0-4deb-a431-ceebb0de81c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:53:23.419323 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-41abdac5-ffc0-4deb-a431-ceebb0de81c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:23.420908 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-41abdac5-ffc0-4deb-a431-ceebb0de81c2 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f578c3d4-ddbf-42fa-9795-94873796245c HTTP/1.1" status: 204 len: 168 time: 0.2119963 Apr 16 16:53:23.517696 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:23.811517 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 44506) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:53:23.834349 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1d4c9417-2619-4046-827d-2ac5288e59a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:23.855295 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-1d4c9417-2619-4046-827d-2ac5288e59a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:53:23.860640 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-1d4c9417-2619-4046-827d-2ac5288e59a7 admin admin] Usage tracker for resource:security_group_rule and tenant:dd3f147ce9684b18af5e91d3b1e80ae7 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:53:23.863941 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-1d4c9417-2619-4046-827d-2ac5288e59a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:53:23.872791 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-1d4c9417-2619-4046-827d-2ac5288e59a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:53:23.974471 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1d4c9417-2619-4046-827d-2ac5288e59a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:23.977987 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1d4c9417-2619-4046-827d-2ac5288e59a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:23.988757 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-e650ffe5-8a53-49f5-8e7d-0eeff85a519c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:53:24.036619 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-1d4c9417-2619-4046-827d-2ac5288e59a7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=dd3f147ce9684b18af5e91d3b1e80ae7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2207577 Apr 16 16:53:24.036619 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4c9417-2619-4046-827d-2ac5288e59a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b79c270-4048-4df1-b5a0-2dac427776d9,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:53:24.037747 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 44510) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:53:24.039189 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1d4c9417-2619-4046-827d-2ac5288e59a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:53:24.113205 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-463bb5cf-a63d-43ad-be17-e0c72e5efef4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:24.142163 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-463bb5cf-a63d-43ad-be17-e0c72e5efef4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:24.202144 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-463bb5cf-a63d-43ad-be17-e0c72e5efef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:24.208090 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-51c3c7ca-6ba4-47ca-9331-d3f1c4ea4acc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:53:24.223091 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463bb5cf-a63d-43ad-be17-e0c72e5efef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b79c270-4048-4df1-b5a0-2dac427776d9,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:53:24.226055 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-463bb5cf-a63d-43ad-be17-e0c72e5efef4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:53:24.230609 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-463bb5cf-a63d-43ad-be17-e0c72e5efef4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:24.232684 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-463bb5cf-a63d-43ad-be17-e0c72e5efef4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2b79c270-4048-4df1-b5a0-2dac427776d9 HTTP/1.1" status: 204 len: 168 time: 0.1943724 Apr 16 16:53:24.281600 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-53783e99-0c04-4d0d-b0b5-c5fd538000c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:26.110513 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Device 88a6da87-a2dd-4621-8dfc-e29bef1c79c8 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 16:53:26.158635 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] No Port match for: 88a6da87-a2dd-4621-8dfc-e29bef1c79c8 {{(pid=85337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 16:53:26.159193 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Device 88a6da87-a2dd-4621-8dfc-e29bef1c79c8 not bound to the agent host hv-cinder-73362 {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 16:53:27.571129 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 44606) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:53:27.722156 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-b9d56b8d-6014-4f4f-8770-0c105418eeab admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:27.741691 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-b9d56b8d-6014-4f4f-8770-0c105418eeab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:53:27.748306 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-b9d56b8d-6014-4f4f-8770-0c105418eeab admin admin] Usage tracker for resource:security_group_rule and tenant:34735798a15546e6a5c73b95e5db7e06 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:53:27.752200 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-b9d56b8d-6014-4f4f-8770-0c105418eeab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:53:27.759535 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-b9d56b8d-6014-4f4f-8770-0c105418eeab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:53:27.878199 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-b9d56b8d-6014-4f4f-8770-0c105418eeab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:27.882686 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-b9d56b8d-6014-4f4f-8770-0c105418eeab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:27.898529 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1d000cd9-9090-4178-a1bf-36ceb9fc2079 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:53:27.958579 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-b9d56b8d-6014-4f4f-8770-0c105418eeab admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=34735798a15546e6a5c73b95e5db7e06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3842378 Apr 16 16:53:27.960468 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d56b8d-6014-4f4f-8770-0c105418eeab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0da819f7-d521-46d5-a643-8463019d5632,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:53:27.963273 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 44616) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:53:27.965040 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-b9d56b8d-6014-4f4f-8770-0c105418eeab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:53:28.031154 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-cb39824c-b843-490e-96d5-f4e31f0d400a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:28.060512 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-cb39824c-b843-490e-96d5-f4e31f0d400a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:28.121711 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-cb39824c-b843-490e-96d5-f4e31f0d400a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:28.126980 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-3ac718c1-8d01-4561-8d3e-ffe8661d922f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:53:28.140905 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb39824c-b843-490e-96d5-f4e31f0d400a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0da819f7-d521-46d5-a643-8463019d5632,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:53:28.144996 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-cb39824c-b843-490e-96d5-f4e31f0d400a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:53:28.151748 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-cb39824c-b843-490e-96d5-f4e31f0d400a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:28.153079 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-cb39824c-b843-490e-96d5-f4e31f0d400a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0da819f7-d521-46d5-a643-8463019d5632 HTTP/1.1" status: 204 len: 168 time: 0.1879518 Apr 16 16:53:28.529904 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 44624) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:53:28.568048 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-aadd8957-3381-4a40-9cec-f14a1875b63d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:28.601398 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-aadd8957-3381-4a40-9cec-f14a1875b63d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:53:28.607196 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-aadd8957-3381-4a40-9cec-f14a1875b63d admin admin] Usage tracker for resource:security_group_rule and tenant:efab0481a5b648a8a8643d9c5b4161e9 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:53:28.611026 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-aadd8957-3381-4a40-9cec-f14a1875b63d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:53:28.617854 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-aadd8957-3381-4a40-9cec-f14a1875b63d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:53:28.742697 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-aadd8957-3381-4a40-9cec-f14a1875b63d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:28.747304 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-aadd8957-3381-4a40-9cec-f14a1875b63d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:28.764576 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-44fa10e2-5670-4208-bc94-18e6aaa9669b tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:53:28.853666 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-aadd8957-3381-4a40-9cec-f14a1875b63d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=efab0481a5b648a8a8643d9c5b4161e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3217833 Apr 16 16:53:28.855297 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadd8957-3381-4a40-9cec-f14a1875b63d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d13dfd8-7ff6-456c-a084-c44150bad870,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:53:28.860918 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-aadd8957-3381-4a40-9cec-f14a1875b63d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:53:28.861792 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 44628) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:53:28.977609 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-79e5da75-b2bb-473b-afbd-dbe08b81b0c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:29.033929 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-79e5da75-b2bb-473b-afbd-dbe08b81b0c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:29.108111 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-79e5da75-b2bb-473b-afbd-dbe08b81b0c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:29.114983 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-2156bd85-3115-4bd5-974a-c08837d4210f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:53:29.136715 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e5da75-b2bb-473b-afbd-dbe08b81b0c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d13dfd8-7ff6-456c-a084-c44150bad870,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:53:29.141040 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-79e5da75-b2bb-473b-afbd-dbe08b81b0c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:53:29.143639 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-79e5da75-b2bb-473b-afbd-dbe08b81b0c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:29.148586 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-79e5da75-b2bb-473b-afbd-dbe08b81b0c2 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0d13dfd8-7ff6-456c-a084-c44150bad870 HTTP/1.1" status: 204 len: 168 time: 0.2816992 Apr 16 16:53:32.837798 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 44710) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:53:33.042738 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-cb54cf8d-c7ef-43fa-a4d9-827db0558c93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:33.067543 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-cb54cf8d-c7ef-43fa-a4d9-827db0558c93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:53:33.074728 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-cb54cf8d-c7ef-43fa-a4d9-827db0558c93 admin admin] Usage tracker for resource:security_group_rule and tenant:3f8c6d075371473d9854b22dd56ae40b is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:53:33.078895 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-cb54cf8d-c7ef-43fa-a4d9-827db0558c93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:53:33.090439 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-cb54cf8d-c7ef-43fa-a4d9-827db0558c93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:53:33.215533 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-cb54cf8d-c7ef-43fa-a4d9-827db0558c93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:33.219772 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-cb54cf8d-c7ef-43fa-a4d9-827db0558c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:33.231640 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-701e27a7-01f1-4884-aa92-060dbe67d75b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:53:33.284858 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-cb54cf8d-c7ef-43fa-a4d9-827db0558c93 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3f8c6d075371473d9854b22dd56ae40b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4452238 Apr 16 16:53:33.287839 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 44722) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:53:33.289324 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb54cf8d-c7ef-43fa-a4d9-827db0558c93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b252384-0da5-4aa6-a230-84c49a3bfb6c,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:53:33.321233 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-cb54cf8d-c7ef-43fa-a4d9-827db0558c93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:53:33.391563 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-0089e78e-effd-4596-93f7-4f4550a30ec5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:33.431799 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-0089e78e-effd-4596-93f7-4f4550a30ec5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:33.507884 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-0089e78e-effd-4596-93f7-4f4550a30ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:33.514992 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1d4c9417-2619-4046-827d-2ac5288e59a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:53:33.528224 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0089e78e-effd-4596-93f7-4f4550a30ec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b252384-0da5-4aa6-a230-84c49a3bfb6c,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:53:33.531443 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-0089e78e-effd-4596-93f7-4f4550a30ec5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:53:33.537711 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-0089e78e-effd-4596-93f7-4f4550a30ec5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:33.543044 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-0089e78e-effd-4596-93f7-4f4550a30ec5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5b252384-0da5-4aa6-a230-84c49a3bfb6c HTTP/1.1" status: 204 len: 168 time: 0.2463810 Apr 16 16:53:33.993188 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 44730) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:53:34.028024 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-3c151722-aa21-4f2f-ae47-300f88012d17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:34.054822 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-3c151722-aa21-4f2f-ae47-300f88012d17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:53:34.062138 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-3c151722-aa21-4f2f-ae47-300f88012d17 admin admin] Usage tracker for resource:security_group_rule and tenant:b0565fed8dab484584679246bcc5cf69 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:53:34.066428 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-3c151722-aa21-4f2f-ae47-300f88012d17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:53:34.074433 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-3c151722-aa21-4f2f-ae47-300f88012d17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:53:34.184715 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-3c151722-aa21-4f2f-ae47-300f88012d17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:34.187798 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-3c151722-aa21-4f2f-ae47-300f88012d17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:34.197402 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-4589f420-1742-44d9-a5a6-ef9381a17cd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:53:34.243370 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-3c151722-aa21-4f2f-ae47-300f88012d17 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b0565fed8dab484584679246bcc5cf69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2485943 Apr 16 16:53:34.247573 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 44734) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:53:34.249022 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c151722-aa21-4f2f-ae47-300f88012d17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fece96e5-3964-4fce-9f1a-e4fe76f3d3dd,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:53:34.252500 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-3c151722-aa21-4f2f-ae47-300f88012d17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:53:34.341162 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-54623c05-c5de-440a-bf45-5617ce411633 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:34.400211 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-54623c05-c5de-440a-bf45-5617ce411633 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:34.467998 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-54623c05-c5de-440a-bf45-5617ce411633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:34.472227 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-5453e1b6-c327-408d-8add-0984f8f52491 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:53:34.493173 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54623c05-c5de-440a-bf45-5617ce411633 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fece96e5-3964-4fce-9f1a-e4fe76f3d3dd,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:53:34.497152 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-54623c05-c5de-440a-bf45-5617ce411633 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:53:34.510811 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-54623c05-c5de-440a-bf45-5617ce411633 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:34.529282 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-54623c05-c5de-440a-bf45-5617ce411633 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/fece96e5-3964-4fce-9f1a-e4fe76f3d3dd HTTP/1.1" status: 204 len: 168 time: 0.2767007 Apr 16 16:53:35.858120 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 44766) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:53:36.016547 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-45ba63bf-707e-405c-b6d7-7fdc02e5adae admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1250815795-network', 'tenant_id': 'fa751bfb11bc41c99d113c595a2cf1b8'}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:53:36.021887 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-45ba63bf-707e-405c-b6d7-7fdc02e5adae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:53:36.027793 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-45ba63bf-707e-405c-b6d7-7fdc02e5adae admin admin] Usage tracker for resource:network and tenant:fa751bfb11bc41c99d113c595a2cf1b8 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:53:36.031153 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-45ba63bf-707e-405c-b6d7-7fdc02e5adae admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:53:36.037454 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-45ba63bf-707e-405c-b6d7-7fdc02e5adae admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:53:36.048520 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45ba63bf-707e-405c-b6d7-7fdc02e5adae admin admin] Made reservation on behalf of fa751bfb11bc41c99d113c595a2cf1b8 for: {'network': 1} {{(pid=85336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 16:53:36.053418 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-45ba63bf-707e-405c-b6d7-7fdc02e5adae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for network, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:36.067734 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-45ba63bf-707e-405c-b6d7-7fdc02e5adae admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:36.089656 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-45ba63bf-707e-405c-b6d7-7fdc02e5adae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:53:36.095117 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-45ba63bf-707e-405c-b6d7-7fdc02e5adae admin admin] Usage tracker for resource:security_group_rule and tenant:fa751bfb11bc41c99d113c595a2cf1b8 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:53:36.099628 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-45ba63bf-707e-405c-b6d7-7fdc02e5adae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:53:36.111284 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-45ba63bf-707e-405c-b6d7-7fdc02e5adae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:53:36.236155 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-45ba63bf-707e-405c-b6d7-7fdc02e5adae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:36.238905 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-45ba63bf-707e-405c-b6d7-7fdc02e5adae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:36.243270 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-72b950a2-e789-4623-b129-a6d62a24976d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:53:36.270219 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45ba63bf-707e-405c-b6d7-7fdc02e5adae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 790} {{(pid=85336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 16:53:36.284949 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ba63bf-707e-405c-b6d7-7fdc02e5adae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44ad4d38-a910-4050-be11-1b0a7bdb2f78,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:53:36.288964 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-45ba63bf-707e-405c-b6d7-7fdc02e5adae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:53:36.292293 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-45ba63bf-707e-405c-b6d7-7fdc02e5adae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-60927'] for segment, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:36.292691 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.db.segments_db [None req-45ba63bf-707e-405c-b6d7-7fdc02e5adae admin admin] Added segment 6d73560b-f5dd-4925-876f-62c982660d65 of type vlan for network a7fe5cf7-a808-4707-9d43-074ed77246b2 Apr 16 16:53:36.335899 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-45ba63bf-707e-405c-b6d7-7fdc02e5adae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751455732714'] for network, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:36.379258 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-45ba63bf-707e-405c-b6d7-7fdc02e5adae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139'] for network, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:36.381457 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ba63bf-707e-405c-b6d7-7fdc02e5adae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:53:36.382521 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-45ba63bf-707e-405c-b6d7-7fdc02e5adae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609088'] for network, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:36.391076 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:53:36.529460 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-45ba63bf-707e-405c-b6d7-7fdc02e5adae admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6699605 Apr 16 16:53:36.531046 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ba63bf-707e-405c-b6d7-7fdc02e5adae admin admin] Pushing event updated for resources: {'Network': ['ID=a7fe5cf7-a808-4707-9d43-074ed77246b2,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:53:36.531796 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 44778) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:53:36.534338 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-45ba63bf-707e-405c-b6d7-7fdc02e5adae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:53:36.538832 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-bac529b1-9d7b-4461-8144-aa7d2594170c admin admin] Request body: {'subnet': {'network_id': 'a7fe5cf7-a808-4707-9d43-074ed77246b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1250815795-subnet', 'tenant_id': 'fa751bfb11bc41c99d113c595a2cf1b8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:53:36.544858 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-bac529b1-9d7b-4461-8144-aa7d2594170c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:53:36.548569 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Network a7fe5cf7-a808-4707-9d43-074ed77246b2 details requested by agent ovs-agent-dv-cinder-733622-13-smb with host dv-cinder-733622-13-smb {{(pid=85337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 16:53:36.554196 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-bac529b1-9d7b-4461-8144-aa7d2594170c admin admin] Usage tracker for resource:subnet and tenant:fa751bfb11bc41c99d113c595a2cf1b8 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:53:36.560408 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-bac529b1-9d7b-4461-8144-aa7d2594170c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:53:36.567641 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-bac529b1-9d7b-4461-8144-aa7d2594170c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:53:36.586846 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bac529b1-9d7b-4461-8144-aa7d2594170c admin admin] Made reservation on behalf of fa751bfb11bc41c99d113c595a2cf1b8 for: {'subnet': 1} {{(pid=85335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 16:53:36.596725 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-bac529b1-9d7b-4461-8144-aa7d2594170c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852490445'] for subnet, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:37.207399 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-bac529b1-9d7b-4461-8144-aa7d2594170c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850737714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852490496'] for subnet, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:37.229397 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c5ad000c-9306-45ff-b861-4e7d67c4e781 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:53:37.721274 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac529b1-9d7b-4461-8144-aa7d2594170c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5560ff86-7974-48e0-bf0c-2bd26597cc12,revision_number=0']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:53:37.739785 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-bac529b1-9d7b-4461-8144-aa7d2594170c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:53:37.833068 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac529b1-9d7b-4461-8144-aa7d2594170c admin admin] Checking segment: {'id': '6d73560b-f5dd-4925-876f-62c982660d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'a7fe5cf7-a808-4707-9d43-074ed77246b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 16:53:37.833736 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac529b1-9d7b-4461-8144-aa7d2594170c admin admin] Network hostable DHCP agents. Network: a7fe5cf7-a808-4707-9d43-074ed77246b2, hostable agents: ['a512e422-67dd-4296-9548-92f23f2586e5'], hosted agents: [] {{(pid=85335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 16:53:37.859289 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac529b1-9d7b-4461-8144-aa7d2594170c admin admin] Network a7fe5cf7-a808-4707-9d43-074ed77246b2 is scheduled to be hosted by DHCP agent a512e422-67dd-4296-9548-92f23f2586e5 with binding_index 1 {{(pid=85335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 16:53:37.869539 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [None req-bac529b1-9d7b-4461-8144-aa7d2594170c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-13-smb, a7fe5cf7-a808-4707-9d43-074ed77246b2) {{(pid=85335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:53:37.884167 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62532228-788c-4acd-a1e2-03d49f307dc8 None None] Network a7fe5cf7-a808-4707-9d43-074ed77246b2 requested from dv-cinder-733622-13-smb {{(pid=85337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 16:53:37.890991 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac529b1-9d7b-4461-8144-aa7d2594170c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:53:37.892048 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-bac529b1-9d7b-4461-8144-aa7d2594170c admin admin] Notify callbacks [] for subnet, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:37.927720 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-bac529b1-9d7b-4461-8144-aa7d2594170c admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3941164 Apr 16 16:53:38.280995 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf7fe0b-7861-41c0-97a5-60ab31ee1e26 None None] Network a7fe5cf7-a808-4707-9d43-074ed77246b2 requested from dv-cinder-733622-13-smb {{(pid=85337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 16:53:38.986520 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:40.583636 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b1f3aa-33a5-4e0e-8b01-73c1d88590f2 req-ea015127-53d3-42ee-80c0-e21b1beed82a tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:53:40.585392 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-e0b1f3aa-33a5-4e0e-8b01-73c1d88590f2 req-ea015127-53d3-42ee-80c0-e21b1beed82a tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] 10.222.0.38 "GET /v2.0/networks?id=a7fe5cf7-a808-4707-9d43-074ed77246b2 HTTP/1.1" status: 200 len: 809 time: 0.1894002 Apr 16 16:53:40.607447 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-e0b1f3aa-33a5-4e0e-8b01-73c1d88590f2 req-937f1855-596b-4e13-a39a-761c1fdcd8e5 tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] 10.222.0.38 "GET /v2.0/quotas/fa751bfb11bc41c99d113c595a2cf1b8 HTTP/1.1" status: 200 len: 375 time: 0.0128386 Apr 16 16:53:40.678217 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-e0b1f3aa-33a5-4e0e-8b01-73c1d88590f2 req-78c15e1f-7481-4f21-939f-f7cb19ce1380 tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=fa751bfb11bc41c99d113c595a2cf1b8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0549023 Apr 16 16:53:40.881345 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-e0b1f3aa-33a5-4e0e-8b01-73c1d88590f2 req-082e6155-4e87-412f-b6cd-8c13cd6755d6 service neutron] 10.222.0.38 "GET /v2.0/networks/a7fe5cf7-a808-4707-9d43-074ed77246b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958838 Apr 16 16:53:41.055308 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-e0b1f3aa-33a5-4e0e-8b01-73c1d88590f2 req-32d9d9ed-6113-497c-ab72-e50fdefb169b service neutron] 10.222.0.38 "GET /v2.0/networks/a7fe5cf7-a808-4707-9d43-074ed77246b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653922 Apr 16 16:53:41.334810 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-368376c2-d3a3-4e04-bc4f-61e4d512ed7d req-bcd7f0e6-08bc-40a5-95b5-08c5b2aa890f tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] 10.222.0.38 "GET /v2.0/ports?device_id=6d9fefd9-0805-4dfa-a4d8-ed0964dd7bee HTTP/1.1" status: 200 len: 210 time: 0.0721893 Apr 16 16:53:41.989768 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-2e1003fe-53fb-4d44-9b37-61aabb0fff73 req-949a9ba1-9bd5-47ad-9c41-6afed650066d service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=57a18dee-0e60-45b2-8fcb-da3152d60769&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0933325 Apr 16 16:53:42.187828 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1003fe-53fb-4d44-9b37-61aabb0fff73 req-ed44c2ea-8c8d-418a-bebf-884401408b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:53:42.189857 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-2e1003fe-53fb-4d44-9b37-61aabb0fff73 req-ed44c2ea-8c8d-418a-bebf-884401408b43 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=ab7c4e29afac4f9e95c5053828309dfd&device_id=57a18dee-0e60-45b2-8fcb-da3152d60769 HTTP/1.1" status: 200 len: 1099 time: 0.0992615 Apr 16 16:53:42.407485 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1003fe-53fb-4d44-9b37-61aabb0fff73 req-056c3df5-2b99-4bd1-acd0-11d74817a496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:53:42.409735 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-2e1003fe-53fb-4d44-9b37-61aabb0fff73 req-056c3df5-2b99-4bd1-acd0-11d74817a496 service neutron] 10.222.0.87 "GET /v2.0/networks?id=141405ca-c540-4799-bdeb-b406e3f2ae7d HTTP/1.1" status: 200 len: 910 time: 0.1940141 Apr 16 16:53:42.552853 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-fb11c0c5-a3ac-4032-81e2-6a0bcf64fe55 req-fbc59b27-c353-4785-ab0f-7a695c52dce1 tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] 10.222.0.38 "GET /v2.0/ports?device_id=6d9fefd9-0805-4dfa-a4d8-ed0964dd7bee HTTP/1.1" status: 200 len: 210 time: 0.0729148 Apr 16 16:53:42.611054 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-2e1003fe-53fb-4d44-9b37-61aabb0fff73 req-634f7385-0fd9-49df-9f6c-698fd6a68af2 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49f9164a-8692-443b-9c1d-3a0d17b66fc5 HTTP/1.1" status: 200 len: 1002 time: 0.1927876 Apr 16 16:53:42.675412 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b1f3aa-33a5-4e0e-8b01-73c1d88590f2 req-92c4c668-5581-4a87-b2e7-a998e0f2df3e tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:53:42.677384 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-e0b1f3aa-33a5-4e0e-8b01-73c1d88590f2 req-92c4c668-5581-4a87-b2e7-a998e0f2df3e tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] Synchronizing usage tracker for tenant:fa751bfb11bc41c99d113c595a2cf1b8 on resource:network {{(pid=85336) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 16:53:42.699190 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-e0b1f3aa-33a5-4e0e-8b01-73c1d88590f2 req-92c4c668-5581-4a87-b2e7-a998e0f2df3e tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] Unset dirty status for tenant:fa751bfb11bc41c99d113c595a2cf1b8 on resource:network {{(pid=85336) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 16:53:42.700749 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-e0b1f3aa-33a5-4e0e-8b01-73c1d88590f2 req-92c4c668-5581-4a87-b2e7-a998e0f2df3e tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] 10.222.0.87 "GET /v2.0/networks?id=a7fe5cf7-a808-4707-9d43-074ed77246b2 HTTP/1.1" status: 200 len: 809 time: 0.2322648 Apr 16 16:53:42.705298 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1003fe-53fb-4d44-9b37-61aabb0fff73 req-9591e5b6-24ad-42b5-98ec-e97680a30f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:53:42.707041 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-2e1003fe-53fb-4d44-9b37-61aabb0fff73 req-9591e5b6-24ad-42b5-98ec-e97680a30f18 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=77fdd9b8-ce12-4564-ad7d-62ce5897287c HTTP/1.1" status: 200 len: 848 time: 0.0886471 Apr 16 16:53:42.722936 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.v2.base [req-e0b1f3aa-33a5-4e0e-8b01-73c1d88590f2 req-1e505ced-83af-4b7e-80b3-0c4e66647fa7 tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] Request body: {'port': {'device_id': '6d9fefd9-0805-4dfa-a4d8-ed0964dd7bee', 'network_id': 'a7fe5cf7-a808-4707-9d43-074ed77246b2', 'admin_state_up': True, 'tenant_id': 'fa751bfb11bc41c99d113c595a2cf1b8'}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:53:42.825543 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1003fe-53fb-4d44-9b37-61aabb0fff73 req-f8732116-0572-4fc8-8b95-b1b2e439929e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:53:42.828138 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-2e1003fe-53fb-4d44-9b37-61aabb0fff73 req-f8732116-0572-4fc8-8b95-b1b2e439929e service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=141405ca-c540-4799-bdeb-b406e3f2ae7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1088014 Apr 16 16:53:42.926562 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [req-e0b1f3aa-33a5-4e0e-8b01-73c1d88590f2 req-1e505ced-83af-4b7e-80b3-0c4e66647fa7 tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:53:42.934174 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-e0b1f3aa-33a5-4e0e-8b01-73c1d88590f2 req-1e505ced-83af-4b7e-80b3-0c4e66647fa7 tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] Usage tracker for resource:port and tenant:fa751bfb11bc41c99d113c595a2cf1b8 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:53:42.939573 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-e0b1f3aa-33a5-4e0e-8b01-73c1d88590f2 req-1e505ced-83af-4b7e-80b3-0c4e66647fa7 tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:53:42.955884 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [req-e0b1f3aa-33a5-4e0e-8b01-73c1d88590f2 req-1e505ced-83af-4b7e-80b3-0c4e66647fa7 tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:53:42.968590 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0b1f3aa-33a5-4e0e-8b01-73c1d88590f2 req-1e505ced-83af-4b7e-80b3-0c4e66647fa7 tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] Made reservation on behalf of fa751bfb11bc41c99d113c595a2cf1b8 for: {'port': 1} {{(pid=85336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 16:53:42.975288 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-e0b1f3aa-33a5-4e0e-8b01-73c1d88590f2 req-1e505ced-83af-4b7e-80b3-0c4e66647fa7 tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:43.070486 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-2e1003fe-53fb-4d44-9b37-61aabb0fff73 req-e055ccc0-f9bb-420d-8540-67e0b60697cd service neutron] 10.222.0.87 "GET /v2.0/networks/141405ca-c540-4799-bdeb-b406e3f2ae7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348950 Apr 16 16:53:43.258604 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-2e1003fe-53fb-4d44-9b37-61aabb0fff73 req-f9b2e904-5f6a-4e4f-883d-7fdd0ac3f39d service neutron] 10.222.0.87 "GET /v2.0/networks/141405ca-c540-4799-bdeb-b406e3f2ae7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802840 Apr 16 16:53:43.481236 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.db_base_plugin_common [req-e0b1f3aa-33a5-4e0e-8b01-73c1d88590f2 req-1e505ced-83af-4b7e-80b3-0c4e66647fa7 tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] Allocated IP 172.20.0.12 (a7fe5cf7-a808-4707-9d43-074ed77246b2/5560ff86-7974-48e0-bf0c-2bd26597cc12/74fe3b28-78ee-490c-ad9d-928c73eaf236) {{(pid=85336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 16:53:43.840533 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-e0b1f3aa-33a5-4e0e-8b01-73c1d88590f2 req-1e505ced-83af-4b7e-80b3-0c4e66647fa7 tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] Notify callbacks [] for port, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:43.862126 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-60562a53-8d5c-4993-b7cb-b200bc651e5a req-89ea370c-6e9f-41f9-a2b0-bafaf95cabb0 tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] 10.222.0.38 "GET /v2.0/ports?device_id=6d9fefd9-0805-4dfa-a4d8-ed0964dd7bee HTTP/1.1" status: 200 len: 210 time: 0.0744147 Apr 16 16:53:43.891203 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-e0b1f3aa-33a5-4e0e-8b01-73c1d88590f2 req-1e505ced-83af-4b7e-80b3-0c4e66647fa7 tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751455712866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2420184'] for port, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:43.910839 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-14985b7b-443e-4cc9-86bc-576a974b2387 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:53:44.076606 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e505ced-83af-4b7e-80b3-0c4e66647fa7 tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] Pushing event updated for resources: {'Port': ['ID=74fe3b28-78ee-490c-ad9d-928c73eaf236,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:53:44.082855 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1e505ced-83af-4b7e-80b3-0c4e66647fa7 tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:53:44.174600 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0b1f3aa-33a5-4e0e-8b01-73c1d88590f2 req-1e505ced-83af-4b7e-80b3-0c4e66647fa7 tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] Network a7fe5cf7-a808-4707-9d43-074ed77246b2 is already hosted by enough agents. {{(pid=85336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 16:53:44.176378 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [req-e0b1f3aa-33a5-4e0e-8b01-73c1d88590f2 req-1e505ced-83af-4b7e-80b3-0c4e66647fa7 tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] Resources bound (agent type, host, resource id): {{(pid=85336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:53:44.179737 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0b1f3aa-33a5-4e0e-8b01-73c1d88590f2 req-1e505ced-83af-4b7e-80b3-0c4e66647fa7 tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] Received port after_create {{(pid=85336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 16:53:44.303092 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b1f3aa-33a5-4e0e-8b01-73c1d88590f2 req-1e505ced-83af-4b7e-80b3-0c4e66647fa7 tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:53:44.304314 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-e0b1f3aa-33a5-4e0e-8b01-73c1d88590f2 req-1e505ced-83af-4b7e-80b3-0c4e66647fa7 tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768218'] for port, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:44.342949 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-e0b1f3aa-33a5-4e0e-8b01-73c1d88590f2 req-1e505ced-83af-4b7e-80b3-0c4e66647fa7 tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6266220 Apr 16 16:53:44.360140 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.v2.base [req-e0b1f3aa-33a5-4e0e-8b01-73c1d88590f2 req-0ea4bc99-521a-484c-af2a-9f67e729f3c3 service neutron] Request body: {'port': {'device_id': '6d9fefd9-0805-4dfa-a4d8-ed0964dd7bee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:53:44.481038 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 44876) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:53:44.568361 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5ff9de9-b99f-46f0-aed3-0eed81276897 admin admin] Deleting subnet 73a5a689-3b4b-400b-b639-1113d48279da {{(pid=85335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 16:53:44.574044 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a5ff9de9-b99f-46f0-aed3-0eed81276897 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:44.603614 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-e0b1f3aa-33a5-4e0e-8b01-73c1d88590f2 req-0ea4bc99-521a-484c-af2a-9f67e729f3c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:44.675802 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a5ff9de9-b99f-46f0-aed3-0eed81276897 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850758313'] for subnet, precommit_delete_associations {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:44.779264 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a5ff9de9-b99f-46f0-aed3-0eed81276897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854774887'] for subnet, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:45.137000 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [req-e0b1f3aa-33a5-4e0e-8b01-73c1d88590f2 req-0ea4bc99-521a-484c-af2a-9f67e729f3c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74fe3b28-78ee-490c-ad9d-928c73eaf236 {{(pid=85336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 16:53:45.152886 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-e0b1f3aa-33a5-4e0e-8b01-73c1d88590f2 req-0ea4bc99-521a-484c-af2a-9f67e729f3c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:45.182360 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [req-e0b1f3aa-33a5-4e0e-8b01-73c1d88590f2 req-0ea4bc99-521a-484c-af2a-9f67e729f3c3 service neutron] Transition to ACTIVE for port object 74fe3b28-78ee-490c-ad9d-928c73eaf236 will not be triggered until provisioned by entity L2. {{(pid=85336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:53:45.186228 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-e0b1f3aa-33a5-4e0e-8b01-73c1d88590f2 req-0ea4bc99-521a-484c-af2a-9f67e729f3c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852355648'] for port, after_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:45.216130 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4e6d26-ed3b-49fc-81e2-92dfe8ad5961 req-407363d2-dcb8-408d-87af-febc52aa6099 tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:53:45.217829 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-5a4e6d26-ed3b-49fc-81e2-92dfe8ad5961 req-407363d2-dcb8-408d-87af-febc52aa6099 tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] 10.222.0.38 "GET /v2.0/ports?device_id=6d9fefd9-0805-4dfa-a4d8-ed0964dd7bee HTTP/1.1" status: 200 len: 932 time: 0.1853979 Apr 16 16:53:45.222257 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-b4f82cec-3dd9-4a4d-94ee-babb8ed0ca5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:53:45.244065 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a5ff9de9-b99f-46f0-aed3-0eed81276897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4038133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2285337'] for subnet, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:45.273600 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:53:45.411057 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ff9de9-b99f-46f0-aed3-0eed81276897 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73a5a689-3b4b-400b-b639-1113d48279da,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:53:45.418536 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-a5ff9de9-b99f-46f0-aed3-0eed81276897 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:53:45.430987 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-5a4e6d26-ed3b-49fc-81e2-92dfe8ad5961 req-f680aa0f-9a80-499b-bf9e-3f96f07277df tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] 10.222.0.38 "GET /v2.0/security-groups?id=44ad4d38-a910-4050-be11-1b0a7bdb2f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031794 Apr 16 16:53:45.460745 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a5ff9de9-b99f-46f0-aed3-0eed81276897 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:45.468735 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-a5ff9de9-b99f-46f0-aed3-0eed81276897 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/73a5a689-3b4b-400b-b639-1113d48279da HTTP/1.1" status: 204 len: 168 time: 0.9864917 Apr 16 16:53:45.471371 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 44882) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:53:45.496374 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea4bc99-521a-484c-af2a-9f67e729f3c3 service neutron] Pushing event updated for resources: {'Port': ['ID=74fe3b28-78ee-490c-ad9d-928c73eaf236,revision_number=2']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:53:45.500759 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-0ea4bc99-521a-484c-af2a-9f67e729f3c3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:53:45.638093 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-50f98d5f-0e20-4bbe-bab7-5f030db87ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33594'] for network, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:45.789874 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [req-e0b1f3aa-33a5-4e0e-8b01-73c1d88590f2 req-0ea4bc99-521a-484c-af2a-9f67e729f3c3 service neutron] Attempting to bind port 74fe3b28-78ee-490c-ad9d-928c73eaf236 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=85336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 16:53:45.790476 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [req-e0b1f3aa-33a5-4e0e-8b01-73c1d88590f2 req-0ea4bc99-521a-484c-af2a-9f67e729f3c3 service neutron] Attempting to bind port 74fe3b28-78ee-490c-ad9d-928c73eaf236 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '6d73560b-f5dd-4925-876f-62c982660d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'a7fe5cf7-a808-4707-9d43-074ed77246b2'}] {{(pid=85336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 16:53:45.791076 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b1f3aa-33a5-4e0e-8b01-73c1d88590f2 req-0ea4bc99-521a-484c-af2a-9f67e729f3c3 service neutron] Attempting to bind port 74fe3b28-78ee-490c-ad9d-928c73eaf236 on network a7fe5cf7-a808-4707-9d43-074ed77246b2 {{(pid=85336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 16:53:45.799801 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b1f3aa-33a5-4e0e-8b01-73c1d88590f2 req-0ea4bc99-521a-484c-af2a-9f67e729f3c3 service neutron] Port 74fe3b28-78ee-490c-ad9d-928c73eaf236 on network a7fe5cf7-a808-4707-9d43-074ed77246b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=85336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 16:53:45.800393 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b1f3aa-33a5-4e0e-8b01-73c1d88590f2 req-0ea4bc99-521a-484c-af2a-9f67e729f3c3 service neutron] Attempting to bind port 74fe3b28-78ee-490c-ad9d-928c73eaf236 on network a7fe5cf7-a808-4707-9d43-074ed77246b2 {{(pid=85336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 16:53:45.811926 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b1f3aa-33a5-4e0e-8b01-73c1d88590f2 req-0ea4bc99-521a-484c-af2a-9f67e729f3c3 service neutron] Checking agent: {'id': '0677065c-8485-4f55-bc15-3b41e2e6feb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 16, 43, 39), 'started_at': datetime.datetime(2021, 4, 16, 16, 43, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 16:53:45.812527 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b1f3aa-33a5-4e0e-8b01-73c1d88590f2 req-0ea4bc99-521a-484c-af2a-9f67e729f3c3 service neutron] Checking segment: {'id': '6d73560b-f5dd-4925-876f-62c982660d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'a7fe5cf7-a808-4707-9d43-074ed77246b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 16:53:45.813186 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b1f3aa-33a5-4e0e-8b01-73c1d88590f2 req-0ea4bc99-521a-484c-af2a-9f67e729f3c3 service neutron] Bound using segment: {'id': '6d73560b-f5dd-4925-876f-62c982660d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'a7fe5cf7-a808-4707-9d43-074ed77246b2'} {{(pid=85336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 16:53:45.813970 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [req-e0b1f3aa-33a5-4e0e-8b01-73c1d88590f2 req-0ea4bc99-521a-484c-af2a-9f67e729f3c3 service neutron] Bound port: 74fe3b28-78ee-490c-ad9d-928c73eaf236, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d73560b-f5dd-4925-876f-62c982660d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'a7fe5cf7-a808-4707-9d43-074ed77246b2'}}] {{(pid=85336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 16:53:45.814661 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-e0b1f3aa-33a5-4e0e-8b01-73c1d88590f2 req-0ea4bc99-521a-484c-af2a-9f67e729f3c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:45.921188 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-50f98d5f-0e20-4bbe-bab7-5f030db87ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2001432', 'neutron.services.segments.db._delete_segments_for_network-8751456264904'] for network, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:45.970228 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [req-e0b1f3aa-33a5-4e0e-8b01-73c1d88590f2 req-0ea4bc99-521a-484c-af2a-9f67e729f3c3 service neutron] For port 74fe3b28-78ee-490c-ad9d-928c73eaf236, host hv-cinder-73362, cleared binding levels {{(pid=85336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 16:53:45.973782 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [req-e0b1f3aa-33a5-4e0e-8b01-73c1d88590f2 req-0ea4bc99-521a-484c-af2a-9f67e729f3c3 service neutron] For port 74fe3b28-78ee-490c-ad9d-928c73eaf236, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=74fe3b28-78ee-490c-ad9d-928c73eaf236,segment=NetworkSegment(6d73560b-f5dd-4925-876f-62c982660d65),segment_id=6d73560b-f5dd-4925-876f-62c982660d65)] {{(pid=85336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 16:53:45.977661 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-e0b1f3aa-33a5-4e0e-8b01-73c1d88590f2 req-0ea4bc99-521a-484c-af2a-9f67e729f3c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852355648'] for port, after_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:45.993935 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-49a43716-12d1-44bd-b780-1130bfe52d5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:53:46.056740 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.services.segments.db [None req-50f98d5f-0e20-4bbe-bab7-5f030db87ab9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f66445c-895f-4852-826d-6272bb705a00']}} {{(pid=85335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:53:46.072194 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.services.segments.db [None req-50f98d5f-0e20-4bbe-bab7-5f030db87ab9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ba7c958-0e3c-4df7-8293-61b96f1549ca') {'for_net_delete': True} {{(pid=85335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:53:46.073436 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.services.segments.db [None req-50f98d5f-0e20-4bbe-bab7-5f030db87ab9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ba7c958-0e3c-4df7-8293-61b96f1549ca') {} {{(pid=85335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:53:46.087410 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-50f98d5f-0e20-4bbe-bab7-5f030db87ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751456237017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4017519'] for segment, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:46.106371 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-50f98d5f-0e20-4bbe-bab7-5f030db87ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-60927'] for segment, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:46.114365 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50f98d5f-0e20-4bbe-bab7-5f030db87ab9 admin admin] Releasing vlan 794 on physical network physnet1 to pool {{(pid=85335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 16:53:46.170990 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea4bc99-521a-484c-af2a-9f67e729f3c3 service neutron] Pushing event updated for resources: {'Port': ['ID=74fe3b28-78ee-490c-ad9d-928c73eaf236,revision_number=3']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:53:46.175863 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-0ea4bc99-521a-484c-af2a-9f67e729f3c3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:53:46.218855 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b1f3aa-33a5-4e0e-8b01-73c1d88590f2 req-0ea4bc99-521a-484c-af2a-9f67e729f3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:53:46.220133 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-e0b1f3aa-33a5-4e0e-8b01-73c1d88590f2 req-0ea4bc99-521a-484c-af2a-9f67e729f3c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768218'] for port, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:46.222384 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-e0b1f3aa-33a5-4e0e-8b01-73c1d88590f2 req-0ea4bc99-521a-484c-af2a-9f67e729f3c3 service neutron] 10.222.0.87 "PUT /v2.0/ports/74fe3b28-78ee-490c-ad9d-928c73eaf236 HTTP/1.1" status: 200 len: 1094 time: 1.8709874 Apr 16 16:53:46.222960 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d9fefd9-0805-4dfa-a4d8-ed0964dd7bee', 'tag': '74fe3b28-78ee-490c-ad9d-928c73eaf236'}] {{(pid=85336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:53:46.314428 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d9fefd9-0805-4dfa-a4d8-ed0964dd7bee', 'tag': '74fe3b28-78ee-490c-ad9d-928c73eaf236', 'status': 'completed', 'code': 200} Apr 16 16:53:46.328036 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-50f98d5f-0e20-4bbe-bab7-5f030db87ab9 admin admin] Network 9f66445c-895f-4852-826d-6272bb705a00 has no segments {{(pid=85335) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 16:53:46.340745 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-50f98d5f-0e20-4bbe-bab7-5f030db87ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854714905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850738604'] for segment, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:46.378559 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b1f3aa-33a5-4e0e-8b01-73c1d88590f2 req-4daa8b12-bb6a-481f-81be-31dab581f7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:53:46.380434 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-e0b1f3aa-33a5-4e0e-8b01-73c1d88590f2 req-4daa8b12-bb6a-481f-81be-31dab581f7b8 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=fa751bfb11bc41c99d113c595a2cf1b8&device_id=6d9fefd9-0805-4dfa-a4d8-ed0964dd7bee HTTP/1.1" status: 200 len: 1097 time: 0.1174653 Apr 16 16:53:46.461284 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-e0b1f3aa-33a5-4e0e-8b01-73c1d88590f2 req-bc401dff-81cd-451e-8f9e-04c191d1f723 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=74fe3b28-78ee-490c-ad9d-928c73eaf236 HTTP/1.1" status: 200 len: 217 time: 0.0722733 Apr 16 16:53:46.586919 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-50f98d5f-0e20-4bbe-bab7-5f030db87ab9 admin admin] Network 9f66445c-895f-4852-826d-6272bb705a00 has no segments {{(pid=85335) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 16:53:46.593609 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b1f3aa-33a5-4e0e-8b01-73c1d88590f2 req-0c48313d-80f9-4d83-9eb3-f6712c0ccfe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:53:46.595432 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-e0b1f3aa-33a5-4e0e-8b01-73c1d88590f2 req-0c48313d-80f9-4d83-9eb3-f6712c0ccfe4 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=5560ff86-7974-48e0-bf0c-2bd26597cc12 HTTP/1.1" status: 200 len: 849 time: 0.1269450 Apr 16 16:53:46.654695 dv-cinder-733622-13-smb neutron-server[85220]: Traceback (most recent call last): Apr 16 16:53:46.654695 dv-cinder-733622-13-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 16:53:46.654695 dv-cinder-733622-13-smb neutron-server[85220]: timer() Apr 16 16:53:46.654695 dv-cinder-733622-13-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 16:53:46.654695 dv-cinder-733622-13-smb neutron-server[85220]: cb(*args, **kw) Apr 16 16:53:46.654695 dv-cinder-733622-13-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 16:53:46.654695 dv-cinder-733622-13-smb neutron-server[85220]: return func(*args, **kwargs) Apr 16 16:53:46.654695 dv-cinder-733622-13-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 16:53:46.654695 dv-cinder-733622-13-smb neutron-server[85220]: self._notify() Apr 16 16:53:46.654695 dv-cinder-733622-13-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 16:53:46.654695 dv-cinder-733622-13-smb neutron-server[85220]: self.callback(batched_events) Apr 16 16:53:46.654695 dv-cinder-733622-13-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 16:53:46.654695 dv-cinder-733622-13-smb neutron-server[85220]: event.method(event) Apr 16 16:53:46.654695 dv-cinder-733622-13-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 16:53:46.654695 dv-cinder-733622-13-smb neutron-server[85220]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 16:53:46.654695 dv-cinder-733622-13-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 16:53:46.654695 dv-cinder-733622-13-smb neutron-server[85220]: segment_id)['aggregates'][0] Apr 16 16:53:46.654695 dv-cinder-733622-13-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 16:53:46.654695 dv-cinder-733622-13-smb neutron-server[85220]: return f(self, *a, **k) Apr 16 16:53:46.654695 dv-cinder-733622-13-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 16:53:46.654695 dv-cinder-733622-13-smb neutron-server[85220]: return self._get(url).json() Apr 16 16:53:46.654695 dv-cinder-733622-13-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 16:53:46.654695 dv-cinder-733622-13-smb neutron-server[85220]: **kwargs) Apr 16 16:53:46.654695 dv-cinder-733622-13-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 16:53:46.654695 dv-cinder-733622-13-smb neutron-server[85220]: return self.request(url, 'GET', **kwargs) Apr 16 16:53:46.654695 dv-cinder-733622-13-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 16:53:46.654695 dv-cinder-733622-13-smb neutron-server[85220]: **endpoint_filter) Apr 16 16:53:46.654695 dv-cinder-733622-13-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 16:53:46.654695 dv-cinder-733622-13-smb neutron-server[85220]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 16:53:46.654695 dv-cinder-733622-13-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 16:53:46.654695 dv-cinder-733622-13-smb neutron-server[85220]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 16:53:46.654695 dv-cinder-733622-13-smb neutron-server[85220]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 16:53:46.659627 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-e0b1f3aa-33a5-4e0e-8b01-73c1d88590f2 req-f22c1f3f-9888-41f0-b308-f30b3b8ff932 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=a7fe5cf7-a808-4707-9d43-074ed77246b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562959 Apr 16 16:53:46.845631 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-e0b1f3aa-33a5-4e0e-8b01-73c1d88590f2 req-85c3785d-128c-459d-98e9-3cdda7749b71 service neutron] 10.222.0.87 "GET /v2.0/networks/a7fe5cf7-a808-4707-9d43-074ed77246b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790130 Apr 16 16:53:47.024148 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-e0b1f3aa-33a5-4e0e-8b01-73c1d88590f2 req-44220f4f-7a3f-4c21-bbdf-1f102a164cb5 service neutron] 10.222.0.87 "GET /v2.0/networks/a7fe5cf7-a808-4707-9d43-074ed77246b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706927 Apr 16 16:53:47.091716 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-50f98d5f-0e20-4bbe-bab7-5f030db87ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036852774383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854349050'] for network, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:47.100875 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-4589f420-1742-44d9-a5a6-ef9381a17cd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:53:47.126526 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-50f98d5f-0e20-4bbe-bab7-5f030db87ab9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609088'] for network, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:47.143163 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681a79c5-a087-4fcc-b285-40216dbb9104 req-5ac93414-417c-4613-8701-f1cacab5e9ab tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:53:47.144910 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-681a79c5-a087-4fcc-b285-40216dbb9104 req-5ac93414-417c-4613-8701-f1cacab5e9ab tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] 10.222.0.38 "GET /v2.0/ports?device_id=6d9fefd9-0805-4dfa-a4d8-ed0964dd7bee HTTP/1.1" status: 200 len: 944 time: 0.5613246 Apr 16 16:53:47.145755 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f98d5f-0e20-4bbe-bab7-5f030db87ab9 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f66445c-895f-4852-826d-6272bb705a00,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:53:47.153585 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-50f98d5f-0e20-4bbe-bab7-5f030db87ab9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:53:47.174913 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-50f98d5f-0e20-4bbe-bab7-5f030db87ab9 admin admin] 10.222.0.38 "DELETE /v2.0/networks/9f66445c-895f-4852-826d-6272bb705a00 HTTP/1.1" status: 204 len: 168 time: 1.7023787 Apr 16 16:53:47.178496 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 44890) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:53:47.208812 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-681a79c5-a087-4fcc-b285-40216dbb9104 req-a339f1b2-4d45-471c-b35b-eba5e5a3fcc3 tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] 10.222.0.38 "GET /v2.0/security-groups?id=44ad4d38-a910-4050-be11-1b0a7bdb2f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500829 Apr 16 16:53:47.227897 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ededd93b-1fbb-4b26-a4a7-73367bd00a9e req-d18cb767-26c5-4c08-a059-b6168a4cea38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:53:47.229977 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-ededd93b-1fbb-4b26-a4a7-73367bd00a9e req-d18cb767-26c5-4c08-a059-b6168a4cea38 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=fa751bfb11bc41c99d113c595a2cf1b8&device_id=6d9fefd9-0805-4dfa-a4d8-ed0964dd7bee HTTP/1.1" status: 200 len: 1097 time: 0.1511791 Apr 16 16:53:47.360520 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c16e303-cf04-409b-abcf-1e2b85fcbcbc admin admin] Deleting subnet e065674b-7ff4-4d49-9d63-b2afb4b49b82 {{(pid=85336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 16:53:47.374655 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-6c16e303-cf04-409b-abcf-1e2b85fcbcbc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:47.468146 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-6c16e303-cf04-409b-abcf-1e2b85fcbcbc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852295916'] for subnet, precommit_delete_associations {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:47.513142 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ededd93b-1fbb-4b26-a4a7-73367bd00a9e req-2cf735ec-665e-493a-852a-1c529d6e2b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:53:47.514900 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-ededd93b-1fbb-4b26-a4a7-73367bd00a9e req-2cf735ec-665e-493a-852a-1c529d6e2b10 service neutron] 10.222.0.87 "GET /v2.0/networks?id=a7fe5cf7-a808-4707-9d43-074ed77246b2 HTTP/1.1" status: 200 len: 910 time: 0.2763510 Apr 16 16:53:47.606639 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-ededd93b-1fbb-4b26-a4a7-73367bd00a9e req-e1764be1-ebf6-40f6-9876-83f6dc0abee9 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=74fe3b28-78ee-490c-ad9d-928c73eaf236 HTTP/1.1" status: 200 len: 217 time: 0.0787547 Apr 16 16:53:47.665881 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-6c16e303-cf04-409b-abcf-1e2b85fcbcbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854774887'] for subnet, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:47.767989 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ededd93b-1fbb-4b26-a4a7-73367bd00a9e req-9cf1d53d-9afa-44e5-a6e0-2cf3b4fa5d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:53:47.769588 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-ededd93b-1fbb-4b26-a4a7-73367bd00a9e req-9cf1d53d-9afa-44e5-a6e0-2cf3b4fa5d24 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=5560ff86-7974-48e0-bf0c-2bd26597cc12 HTTP/1.1" status: 200 len: 849 time: 0.1545224 Apr 16 16:53:47.887743 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-ededd93b-1fbb-4b26-a4a7-73367bd00a9e req-89785fed-5421-4fb6-bfc4-5309cff3a23a service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=a7fe5cf7-a808-4707-9d43-074ed77246b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618174 Apr 16 16:53:48.150213 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-ededd93b-1fbb-4b26-a4a7-73367bd00a9e req-e0f5bc32-3bc7-4dcb-8bb6-63868c94d8e1 service neutron] 10.222.0.87 "GET /v2.0/networks/a7fe5cf7-a808-4707-9d43-074ed77246b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2514107 Apr 16 16:53:48.306654 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-6c16e303-cf04-409b-abcf-1e2b85fcbcbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852355699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2266164'] for subnet, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:48.656194 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:53:48.814144 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c16e303-cf04-409b-abcf-1e2b85fcbcbc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e065674b-7ff4-4d49-9d63-b2afb4b49b82,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:53:48.941990 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c16e303-cf04-409b-abcf-1e2b85fcbcbc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:53:48.942438 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c16e303-cf04-409b-abcf-1e2b85fcbcbc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:53:48.942904 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c16e303-cf04-409b-abcf-1e2b85fcbcbc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:53:48.943316 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c16e303-cf04-409b-abcf-1e2b85fcbcbc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:53:48.943920 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c16e303-cf04-409b-abcf-1e2b85fcbcbc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:53:48.944257 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c16e303-cf04-409b-abcf-1e2b85fcbcbc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:53:48.944718 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c16e303-cf04-409b-abcf-1e2b85fcbcbc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:53:48.945143 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c16e303-cf04-409b-abcf-1e2b85fcbcbc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:53:48.945520 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c16e303-cf04-409b-abcf-1e2b85fcbcbc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:53:48.945990 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c16e303-cf04-409b-abcf-1e2b85fcbcbc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:53:48.946388 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c16e303-cf04-409b-abcf-1e2b85fcbcbc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:53:48.946760 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c16e303-cf04-409b-abcf-1e2b85fcbcbc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:53:48.954761 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-6c16e303-cf04-409b-abcf-1e2b85fcbcbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:53:48.965274 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-ededd93b-1fbb-4b26-a4a7-73367bd00a9e req-b017d9e3-1ee4-4bd4-b846-13c266517197 service neutron] 10.222.0.87 "GET /v2.0/networks/a7fe5cf7-a808-4707-9d43-074ed77246b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8070567 Apr 16 16:53:49.016522 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-6c16e303-cf04-409b-abcf-1e2b85fcbcbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609088'] for subnet, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:49.027417 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-6c16e303-cf04-409b-abcf-1e2b85fcbcbc admin admin] 10.222.0.38 "DELETE /v2.0/subnets/e065674b-7ff4-4d49-9d63-b2afb4b49b82 HTTP/1.1" status: 204 len: 168 time: 1.8473415 Apr 16 16:53:49.030542 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 44896) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:53:49.037708 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99cbddb-6824-466f-b655-de9b30016fd5 req-6b875f7a-19d3-4423-bdd0-6dfd30c09d50 tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:53:49.043346 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-b99cbddb-6824-466f-b655-de9b30016fd5 req-6b875f7a-19d3-4423-bdd0-6dfd30c09d50 tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] Synchronizing usage tracker for tenant:fa751bfb11bc41c99d113c595a2cf1b8 on resource:port {{(pid=85336) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 16:53:49.058436 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-b99cbddb-6824-466f-b655-de9b30016fd5 req-6b875f7a-19d3-4423-bdd0-6dfd30c09d50 tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] Unset dirty status for tenant:fa751bfb11bc41c99d113c595a2cf1b8 on resource:port {{(pid=85336) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 16:53:49.059871 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-b99cbddb-6824-466f-b655-de9b30016fd5 req-6b875f7a-19d3-4423-bdd0-6dfd30c09d50 tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] 10.222.0.38 "GET /v2.0/ports?device_id=6d9fefd9-0805-4dfa-a4d8-ed0964dd7bee HTTP/1.1" status: 200 len: 944 time: 0.4325356 Apr 16 16:53:49.113242 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-b99cbddb-6824-466f-b655-de9b30016fd5 req-4313fed2-e6a4-4e1a-85ba-ef74bc6e27e7 tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] Synchronizing usage tracker for tenant:fa751bfb11bc41c99d113c595a2cf1b8 on resource:security_group {{(pid=85336) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 16:53:49.132724 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-b99cbddb-6824-466f-b655-de9b30016fd5 req-4313fed2-e6a4-4e1a-85ba-ef74bc6e27e7 tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] Unset dirty status for tenant:fa751bfb11bc41c99d113c595a2cf1b8 on resource:security_group {{(pid=85336) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 16:53:49.135972 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-b99cbddb-6824-466f-b655-de9b30016fd5 req-4313fed2-e6a4-4e1a-85ba-ef74bc6e27e7 tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] 10.222.0.38 "GET /v2.0/security-groups?id=44ad4d38-a910-4050-be11-1b0a7bdb2f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679090 Apr 16 16:53:49.164710 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-32edbbc6-1860-49c4-b25b-e92a03460520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33594'] for network, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:49.373255 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-32edbbc6-1860-49c4-b25b-e92a03460520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2001432', 'neutron.services.segments.db._delete_segments_for_network-8751456264904'] for network, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:49.493572 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.services.segments.db [None req-32edbbc6-1860-49c4-b25b-e92a03460520 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['231d1a6e-fa9a-4456-adaa-0add1f90f575']}} {{(pid=85335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:53:49.513692 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.services.segments.db [None req-32edbbc6-1860-49c4-b25b-e92a03460520 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '026f6b2c-cb2f-4848-87c2-4a8c19fc2369') {'for_net_delete': True} {{(pid=85335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:53:49.513692 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.services.segments.db [None req-32edbbc6-1860-49c4-b25b-e92a03460520 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '026f6b2c-cb2f-4848-87c2-4a8c19fc2369') {} {{(pid=85335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:53:49.530649 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-32edbbc6-1860-49c4-b25b-e92a03460520 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751456237017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4017519'] for segment, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:49.551899 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-32edbbc6-1860-49c4-b25b-e92a03460520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-60927'] for segment, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:49.559413 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32edbbc6-1860-49c4-b25b-e92a03460520 admin admin] Releasing vlan 795 on physical network physnet1 to pool {{(pid=85335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 16:53:49.616056 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.agents_db [None req-ebbb9395-3582-4696-b633-83ddaf7c527f None None] Agent healthcheck: found 6 active agents {{(pid=85338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 16:53:49.775165 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-32edbbc6-1860-49c4-b25b-e92a03460520 admin admin] Network 231d1a6e-fa9a-4456-adaa-0add1f90f575 has no segments {{(pid=85335) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 16:53:49.787438 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-32edbbc6-1860-49c4-b25b-e92a03460520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854714905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850738604'] for segment, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:49.801597 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8ca121e9-d781-4767-a3ae-67b66b2ad5b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:49.990153 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-32edbbc6-1860-49c4-b25b-e92a03460520 admin admin] Network 231d1a6e-fa9a-4456-adaa-0add1f90f575 has no segments {{(pid=85335) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 16:53:50.015375 dv-cinder-733622-13-smb neutron-server[85220]: Traceback (most recent call last): Apr 16 16:53:50.015375 dv-cinder-733622-13-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 16:53:50.015375 dv-cinder-733622-13-smb neutron-server[85220]: timer() Apr 16 16:53:50.015375 dv-cinder-733622-13-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 16:53:50.015375 dv-cinder-733622-13-smb neutron-server[85220]: cb(*args, **kw) Apr 16 16:53:50.015375 dv-cinder-733622-13-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 16:53:50.015375 dv-cinder-733622-13-smb neutron-server[85220]: return func(*args, **kwargs) Apr 16 16:53:50.015375 dv-cinder-733622-13-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 16:53:50.015375 dv-cinder-733622-13-smb neutron-server[85220]: self._notify() Apr 16 16:53:50.015375 dv-cinder-733622-13-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 16:53:50.015375 dv-cinder-733622-13-smb neutron-server[85220]: self.callback(batched_events) Apr 16 16:53:50.015375 dv-cinder-733622-13-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 16:53:50.015375 dv-cinder-733622-13-smb neutron-server[85220]: event.method(event) Apr 16 16:53:50.015375 dv-cinder-733622-13-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 16:53:50.015375 dv-cinder-733622-13-smb neutron-server[85220]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 16:53:50.015375 dv-cinder-733622-13-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 16:53:50.015375 dv-cinder-733622-13-smb neutron-server[85220]: segment_id)['aggregates'][0] Apr 16 16:53:50.015375 dv-cinder-733622-13-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 16:53:50.015375 dv-cinder-733622-13-smb neutron-server[85220]: return f(self, *a, **k) Apr 16 16:53:50.015375 dv-cinder-733622-13-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 16:53:50.015375 dv-cinder-733622-13-smb neutron-server[85220]: return self._get(url).json() Apr 16 16:53:50.015375 dv-cinder-733622-13-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 16:53:50.015375 dv-cinder-733622-13-smb neutron-server[85220]: **kwargs) Apr 16 16:53:50.015375 dv-cinder-733622-13-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 16:53:50.015375 dv-cinder-733622-13-smb neutron-server[85220]: return self.request(url, 'GET', **kwargs) Apr 16 16:53:50.015375 dv-cinder-733622-13-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 16:53:50.015375 dv-cinder-733622-13-smb neutron-server[85220]: **endpoint_filter) Apr 16 16:53:50.015375 dv-cinder-733622-13-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 16:53:50.015375 dv-cinder-733622-13-smb neutron-server[85220]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 16:53:50.015375 dv-cinder-733622-13-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 16:53:50.015375 dv-cinder-733622-13-smb neutron-server[85220]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 16:53:50.015375 dv-cinder-733622-13-smb neutron-server[85220]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 16:53:50.106820 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-32edbbc6-1860-49c4-b25b-e92a03460520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036852774383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854349050'] for network, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:50.112242 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-50f98d5f-0e20-4bbe-bab7-5f030db87ab9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:53:50.138195 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-32edbbc6-1860-49c4-b25b-e92a03460520 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609088'] for network, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:50.157191 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32edbbc6-1860-49c4-b25b-e92a03460520 admin admin] Pushing event deleted for resources: {'Network': ['ID=231d1a6e-fa9a-4456-adaa-0add1f90f575,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:53:50.161224 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-32edbbc6-1860-49c4-b25b-e92a03460520 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:53:50.164517 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-32edbbc6-1860-49c4-b25b-e92a03460520 admin admin] 10.222.0.38 "DELETE /v2.0/networks/231d1a6e-fa9a-4456-adaa-0add1f90f575 HTTP/1.1" status: 204 len: 168 time: 1.1321599 Apr 16 16:53:50.256247 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Device 74fe3b28-78ee-490c-ad9d-928c73eaf236 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=85337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 16:53:50.332426 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 44904) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:53:50.375951 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919cacf2-b318-4d4b-bd24-4c6ecb82ac66 req-a4416fc6-1160-4475-b53d-d15a1736b41e tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:53:50.378655 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-919cacf2-b318-4d4b-bd24-4c6ecb82ac66 req-a4416fc6-1160-4475-b53d-d15a1736b41e tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] 10.222.0.38 "GET /v2.0/ports?device_id=6d9fefd9-0805-4dfa-a4d8-ed0964dd7bee HTTP/1.1" status: 200 len: 944 time: 0.1173441 Apr 16 16:53:50.429948 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-eca86ae5-edd5-4c60-8689-1c8f0e92d7eb admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=994ff5bc004941f583e9e43c675b9681&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0953500 Apr 16 16:53:50.434799 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 44908) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:53:50.481852 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-919cacf2-b318-4d4b-bd24-4c6ecb82ac66 req-9c796107-3620-411a-9471-abe8bb641467 tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] 10.222.0.38 "GET /v2.0/security-groups?id=44ad4d38-a910-4050-be11-1b0a7bdb2f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940907 Apr 16 16:53:50.487453 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] For port 74fe3b28-78ee-490c-ad9d-928c73eaf236, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=74fe3b28-78ee-490c-ad9d-928c73eaf236,segment=NetworkSegment(6d73560b-f5dd-4925-876f-62c982660d65),segment_id=6d73560b-f5dd-4925-876f-62c982660d65)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:53:50.521145 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Returning: {'device': '74fe3b28-78ee-490c-ad9d-928c73eaf236', 'network_id': 'a7fe5cf7-a808-4707-9d43-074ed77246b2', 'port_id': '74fe3b28-78ee-490c-ad9d-928c73eaf236', 'mac_address': 'fa:16:3e:73:17:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 790, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5560ff86-7974-48e0-bf0c-2bd26597cc12', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 16:53:50.568845 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1e5629d9-5b1a-42cf-b3eb-e23bac1cc135 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:50.608446 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:50.614730 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1e5629d9-5b1a-42cf-b3eb-e23bac1cc135 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:50.635492 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74fe3b28-78ee-490c-ad9d-928c73eaf236 {{(pid=85337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 16:53:50.657726 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] For port 74fe3b28-78ee-490c-ad9d-928c73eaf236, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=74fe3b28-78ee-490c-ad9d-928c73eaf236,segment=NetworkSegment(6d73560b-f5dd-4925-876f-62c982660d65),segment_id=6d73560b-f5dd-4925-876f-62c982660d65)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:53:50.662103 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:50.664839 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-294be598-1599-4db4-ad13-b780673a35b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:53:50.686426 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1e5629d9-5b1a-42cf-b3eb-e23bac1cc135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:50.703045 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-41abdac5-ffc0-4deb-a431-ceebb0de81c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:53:50.725720 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5629d9-5b1a-42cf-b3eb-e23bac1cc135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=232d7f98-515a-4a2d-8ba5-58fe4a1f1667,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:53:50.732770 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1e5629d9-5b1a-42cf-b3eb-e23bac1cc135 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:53:50.735691 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1e5629d9-5b1a-42cf-b3eb-e23bac1cc135 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:50.737068 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-1e5629d9-5b1a-42cf-b3eb-e23bac1cc135 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/232d7f98-515a-4a2d-8ba5-58fe4a1f1667 HTTP/1.1" status: 204 len: 168 time: 0.3002551 Apr 16 16:53:50.777578 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Pushing event updated for resources: {'Port': ['ID=74fe3b28-78ee-490c-ad9d-928c73eaf236,revision_number=4']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:53:50.786137 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:53:50.786485 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:53:50.787065 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:53:50.787439 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:53:50.787815 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:53:50.788187 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:53:50.788552 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:53:50.788923 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:53:50.789296 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:53:50.789652 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:53:50.790063 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:53:50.790397 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:53:50.796028 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:53:50.908169 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] get_ports_and_sgs() called for port_ids ['74fe3b28-78ee-490c-ad9d-928c73eaf236'] {{(pid=85337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 16:53:51.265051 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 44916) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:53:51.358306 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-63679ccc-66d3-450a-8ea8-8bf105e1fc72 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b577d86bde644e109288ca75c0763cd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0910776 Apr 16 16:53:51.362405 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 44920) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:53:51.454381 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-9f948d72-1755-450b-9db1-69482f3b4385 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:51.495940 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-9f948d72-1755-450b-9db1-69482f3b4385 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:51.554535 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-9f948d72-1755-450b-9db1-69482f3b4385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:51.560414 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-463bb5cf-a63d-43ad-be17-e0c72e5efef4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:53:51.577687 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f948d72-1755-450b-9db1-69482f3b4385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da50182a-a0b3-46ea-a481-a3b8d0507414,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:53:51.586288 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-9f948d72-1755-450b-9db1-69482f3b4385 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:53:51.590776 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-9f948d72-1755-450b-9db1-69482f3b4385 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:51.595549 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-9f948d72-1755-450b-9db1-69482f3b4385 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/da50182a-a0b3-46ea-a481-a3b8d0507414 HTTP/1.1" status: 204 len: 168 time: 0.2289593 Apr 16 16:53:51.780510 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5961ef-a9b6-4b08-a7c6-7aea413815fe req-f1d48c3e-c9c2-4016-b9de-853da749c522 tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:53:51.782555 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-cd5961ef-a9b6-4b08-a7c6-7aea413815fe req-f1d48c3e-c9c2-4016-b9de-853da749c522 tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] 10.222.0.38 "GET /v2.0/ports?device_id=6d9fefd9-0805-4dfa-a4d8-ed0964dd7bee HTTP/1.1" status: 200 len: 945 time: 0.1201494 Apr 16 16:53:51.840362 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-620fe84d-e60a-4480-8633-740f2fed6d49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:51.865215 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-cd5961ef-a9b6-4b08-a7c6-7aea413815fe req-fdcd8256-3b89-4faf-9ae8-cef1a6b30e7e tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] 10.222.0.38 "GET /v2.0/security-groups?id=44ad4d38-a910-4050-be11-1b0a7bdb2f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625467 Apr 16 16:53:52.264399 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Device 74fe3b28-78ee-490c-ad9d-928c73eaf236 up at agent hyperv_hv-cinder-73362 {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:53:52.365444 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Provisioning for port 74fe3b28-78ee-490c-ad9d-928c73eaf236 completed by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:53:52.372906 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Provisioning complete for port 74fe3b28-78ee-490c-ad9d-928c73eaf236 triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:53:52.373337 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852761088'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:52.543965 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:52.584690 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d9fefd9-0805-4dfa-a4d8-ed0964dd7bee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74fe3b28-78ee-490c-ad9d-928c73eaf236'}] {{(pid=85337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:53:52.599499 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] For port 74fe3b28-78ee-490c-ad9d-928c73eaf236, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=74fe3b28-78ee-490c-ad9d-928c73eaf236,segment=NetworkSegment(6d73560b-f5dd-4925-876f-62c982660d65),segment_id=6d73560b-f5dd-4925-876f-62c982660d65)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:53:52.604898 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:52.607862 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:53:52.675224 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d9fefd9-0805-4dfa-a4d8-ed0964dd7bee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74fe3b28-78ee-490c-ad9d-928c73eaf236', 'code': 200} Apr 16 16:53:52.721334 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Pushing event updated for resources: {'Port': ['ID=74fe3b28-78ee-490c-ad9d-928c73eaf236,revision_number=5']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:53:52.726667 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:53:52.867296 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-45c0d62a-bc24-48a8-9022-8ca56da26294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:52.980248 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98de26bd-1dea-476e-8bcd-de7e70af9ad2 req-02a23eed-4c58-4b92-95ea-253835c1b0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:53:52.982259 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-98de26bd-1dea-476e-8bcd-de7e70af9ad2 req-02a23eed-4c58-4b92-95ea-253835c1b0fe service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=6d9fefd9-0805-4dfa-a4d8-ed0964dd7bee HTTP/1.1" status: 200 len: 1099 time: 0.1021414 Apr 16 16:53:53.094361 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-98de26bd-1dea-476e-8bcd-de7e70af9ad2 req-2585d2a1-511d-409c-8ba1-4cd217fa0d0a service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=44ad4d38-a910-4050-be11-1b0a7bdb2f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042669 Apr 16 16:53:53.137607 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5b8f10-644d-4066-baec-4e69e565815b req-6d11afd4-35ca-483c-bbb8-32a77d037ce0 tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:53:53.139313 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-3b5b8f10-644d-4066-baec-4e69e565815b req-6d11afd4-35ca-483c-bbb8-32a77d037ce0 tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] 10.222.0.38 "GET /v2.0/ports?device_id=6d9fefd9-0805-4dfa-a4d8-ed0964dd7bee HTTP/1.1" status: 200 len: 946 time: 0.1089654 Apr 16 16:53:53.194045 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-3b5b8f10-644d-4066-baec-4e69e565815b req-7322cde3-ab45-4d1c-ac6d-2a878b7b4066 tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] 10.222.0.38 "GET /v2.0/security-groups?id=44ad4d38-a910-4050-be11-1b0a7bdb2f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476751 Apr 16 16:53:53.517512 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:54.285156 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-53783e99-0c04-4d0d-b0b5-c5fd538000c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:54.437284 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae1c645-4bac-495d-a180-5e4faf815ed6 req-2f84bcf6-2a97-4a24-9fd5-6a30bf10b88a tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:53:54.438852 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-2ae1c645-4bac-495d-a180-5e4faf815ed6 req-2f84bcf6-2a97-4a24-9fd5-6a30bf10b88a tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] 10.222.0.38 "GET /v2.0/ports?device_id=6d9fefd9-0805-4dfa-a4d8-ed0964dd7bee HTTP/1.1" status: 200 len: 946 time: 0.1043842 Apr 16 16:53:54.493261 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-2ae1c645-4bac-495d-a180-5e4faf815ed6 req-e05cdad5-f554-4451-a5e4-0afbf89e9f36 tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] 10.222.0.38 "GET /v2.0/security-groups?id=44ad4d38-a910-4050-be11-1b0a7bdb2f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474432 Apr 16 16:53:55.780828 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f259dc9-ae29-468b-bd07-0886a73d91bb req-2d476c8d-a2a0-4634-b082-fdcc8358eb1b tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:53:55.782663 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-2f259dc9-ae29-468b-bd07-0886a73d91bb req-2d476c8d-a2a0-4634-b082-fdcc8358eb1b tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] 10.222.0.38 "GET /v2.0/ports?device_id=6d9fefd9-0805-4dfa-a4d8-ed0964dd7bee HTTP/1.1" status: 200 len: 946 time: 0.1005518 Apr 16 16:53:55.836968 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-2f259dc9-ae29-468b-bd07-0886a73d91bb req-05da5642-55ef-4527-8eb0-672b7d1f6118 tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] 10.222.0.38 "GET /v2.0/security-groups?id=44ad4d38-a910-4050-be11-1b0a7bdb2f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469117 Apr 16 16:53:57.089232 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cbef68-f618-4512-afcd-1b6c374a7204 req-2f3828aa-25e4-4b16-80c7-ff8594875cd2 tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:53:57.091029 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-04cbef68-f618-4512-afcd-1b6c374a7204 req-2f3828aa-25e4-4b16-80c7-ff8594875cd2 tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] 10.222.0.38 "GET /v2.0/ports?device_id=6d9fefd9-0805-4dfa-a4d8-ed0964dd7bee HTTP/1.1" status: 200 len: 946 time: 0.1162739 Apr 16 16:53:57.164214 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-04cbef68-f618-4512-afcd-1b6c374a7204 req-65b582b4-9d3c-4545-bf71-1e0aa70c4296 tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] 10.222.0.38 "GET /v2.0/security-groups?id=44ad4d38-a910-4050-be11-1b0a7bdb2f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616634 Apr 16 16:53:57.301400 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b544b50-0535-43aa-8e33-0640c214206c req-e0cb6a68-6232-4389-bad0-b1a7068f3142 tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:53:57.303219 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-4b544b50-0535-43aa-8e33-0640c214206c req-e0cb6a68-6232-4389-bad0-b1a7068f3142 tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d9fefd9-0805-4dfa-a4d8-ed0964dd7bee HTTP/1.1" status: 200 len: 946 time: 0.0958872 Apr 16 16:53:57.391988 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [req-4b544b50-0535-43aa-8e33-0640c214206c req-9a4e3e19-85a1-4bce-8c03-22c92e8d1964 tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] Deleting port 74fe3b28-78ee-490c-ad9d-928c73eaf236 {{(pid=85336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:53:57.392365 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-4b544b50-0535-43aa-8e33-0640c214206c req-9a4e3e19-85a1-4bce-8c03-22c92e8d1964 tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285398617716'] for port, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:57.700544 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [req-4b544b50-0535-43aa-8e33-0640c214206c req-9a4e3e19-85a1-4bce-8c03-22c92e8d1964 tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] For port 74fe3b28-78ee-490c-ad9d-928c73eaf236, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=74fe3b28-78ee-490c-ad9d-928c73eaf236,segment=NetworkSegment(6d73560b-f5dd-4925-876f-62c982660d65),segment_id=6d73560b-f5dd-4925-876f-62c982660d65)] {{(pid=85336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:53:57.701200 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-4b544b50-0535-43aa-8e33-0640c214206c req-9a4e3e19-85a1-4bce-8c03-22c92e8d1964 tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436170'] for port, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:57.854774 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [req-4b544b50-0535-43aa-8e33-0640c214206c req-9a4e3e19-85a1-4bce-8c03-22c92e8d1964 tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] Calling delete_port for 74fe3b28-78ee-490c-ad9d-928c73eaf236 owned by compute:nova {{(pid=85336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 16:53:58.017579 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-4b544b50-0535-43aa-8e33-0640c214206c req-9a4e3e19-85a1-4bce-8c03-22c92e8d1964 tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751456166703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363285399062934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2420184'] for port, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:58.030477 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] get_ports_and_sgs() called for port_ids ['74fe3b28-78ee-490c-ad9d-928c73eaf236'] {{(pid=85337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 16:53:58.038478 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-afc89693-eb40-48f5-8b8a-dc6e742f2e78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:53:58.143680 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4e3e19-85a1-4bce-8c03-22c92e8d1964 tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] Pushing event deleted for resources: {'Port': ['ID=74fe3b28-78ee-490c-ad9d-928c73eaf236,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:53:58.147788 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-9a4e3e19-85a1-4bce-8c03-22c92e8d1964 tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:53:58.326289 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b544b50-0535-43aa-8e33-0640c214206c req-9a4e3e19-85a1-4bce-8c03-22c92e8d1964 tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] No DVR routers for this DVR port 74fe3b28-78ee-490c-ad9d-928c73eaf236 on host hv-cinder-73362 {{(pid=85336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 16:53:58.329513 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-4b544b50-0535-43aa-8e33-0640c214206c req-9a4e3e19-85a1-4bce-8c03-22c92e8d1964 tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768218'] for port, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:58.333283 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d9fefd9-0805-4dfa-a4d8-ed0964dd7bee', 'name': 'network-vif-deleted', 'tag': '74fe3b28-78ee-490c-ad9d-928c73eaf236'}] {{(pid=85336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:53:58.361545 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-4b544b50-0535-43aa-8e33-0640c214206c req-9a4e3e19-85a1-4bce-8c03-22c92e8d1964 tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] 10.222.0.87 "DELETE /v2.0/ports/74fe3b28-78ee-490c-ad9d-928c73eaf236 HTTP/1.1" status: 204 len: 173 time: 1.0517251 Apr 16 16:53:58.383940 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-99e54aa2-1ed7-4d00-b24c-1dd01dbb57c5 req-d82f40ca-97ca-4dc4-9194-df739df993f3 tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] 10.222.0.38 "GET /v2.0/ports?device_id=6d9fefd9-0805-4dfa-a4d8-ed0964dd7bee HTTP/1.1" status: 200 len: 210 time: 0.0747662 Apr 16 16:53:58.437169 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d9fefd9-0805-4dfa-a4d8-ed0964dd7bee', 'name': 'network-vif-deleted', 'tag': '74fe3b28-78ee-490c-ad9d-928c73eaf236', 'status': 'completed', 'code': 200} Apr 16 16:53:59.868680 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 45042) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:53:59.981906 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c970abd8-afa4-4754-a017-22b34e1fb919 req-a5cec52e-8c31-40ec-8407-3840a104912a tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:53:59.983686 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-c970abd8-afa4-4754-a017-22b34e1fb919 req-a5cec52e-8c31-40ec-8407-3840a104912a tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] 10.222.0.38 "GET /v2.0/networks?id=a7fe5cf7-a808-4707-9d43-074ed77246b2 HTTP/1.1" status: 200 len: 809 time: 0.1795416 Apr 16 16:54:00.006338 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-c970abd8-afa4-4754-a017-22b34e1fb919 req-6d28be94-b125-44c5-ab47-b3b04954b358 tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] 10.222.0.38 "GET /v2.0/quotas/fa751bfb11bc41c99d113c595a2cf1b8 HTTP/1.1" status: 200 len: 375 time: 0.0153677 Apr 16 16:54:00.018846 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d0a8fc55-a43d-46cc-b8e1-bd583e5928f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:00.036028 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-d0a8fc55-a43d-46cc-b8e1-bd583e5928f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:54:00.040682 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-d0a8fc55-a43d-46cc-b8e1-bd583e5928f7 admin admin] Usage tracker for resource:security_group_rule and tenant:6b08f593ee2f4ce99399a89bda5039ca is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:54:00.044480 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-d0a8fc55-a43d-46cc-b8e1-bd583e5928f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:54:00.051319 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-d0a8fc55-a43d-46cc-b8e1-bd583e5928f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:54:00.068766 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-c970abd8-afa4-4754-a017-22b34e1fb919 req-c6189a6d-a7af-4106-9d6f-4b895449dcde tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] Synchronizing usage tracker for tenant:fa751bfb11bc41c99d113c595a2cf1b8 on resource:port {{(pid=85336) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 16:54:00.086934 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-c970abd8-afa4-4754-a017-22b34e1fb919 req-c6189a6d-a7af-4106-9d6f-4b895449dcde tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] Unset dirty status for tenant:fa751bfb11bc41c99d113c595a2cf1b8 on resource:port {{(pid=85336) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 16:54:00.089104 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-c970abd8-afa4-4754-a017-22b34e1fb919 req-c6189a6d-a7af-4106-9d6f-4b895449dcde tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=fa751bfb11bc41c99d113c595a2cf1b8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0729892 Apr 16 16:54:00.163019 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d0a8fc55-a43d-46cc-b8e1-bd583e5928f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:00.169970 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d0a8fc55-a43d-46cc-b8e1-bd583e5928f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:00.178484 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-0089e78e-effd-4596-93f7-4f4550a30ec5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:54:00.240743 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-d0a8fc55-a43d-46cc-b8e1-bd583e5928f7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6b08f593ee2f4ce99399a89bda5039ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3705995 Apr 16 16:54:00.242052 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a8fc55-a43d-46cc-b8e1-bd583e5928f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d47628ec-3cdf-4a33-ae03-a2b26bcea2e5,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:54:00.245954 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 45050) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:54:00.250196 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-d0a8fc55-a43d-46cc-b8e1-bd583e5928f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:54:00.339460 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-29edd33c-f394-4a0d-95b8-7f9627f65abe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:00.358922 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-c970abd8-afa4-4754-a017-22b34e1fb919 req-cf97bcd5-db1d-49a6-b669-00877bb0d291 service neutron] 10.222.0.38 "GET /v2.0/networks/a7fe5cf7-a808-4707-9d43-074ed77246b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2607832 Apr 16 16:54:00.377978 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-29edd33c-f394-4a0d-95b8-7f9627f65abe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:00.433502 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-29edd33c-f394-4a0d-95b8-7f9627f65abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:00.438141 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-cb39824c-b843-490e-96d5-f4e31f0d400a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:54:00.451473 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29edd33c-f394-4a0d-95b8-7f9627f65abe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d47628ec-3cdf-4a33-ae03-a2b26bcea2e5,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:54:00.455764 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-29edd33c-f394-4a0d-95b8-7f9627f65abe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:54:00.460786 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-29edd33c-f394-4a0d-95b8-7f9627f65abe admin admin] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:00.462541 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-29edd33c-f394-4a0d-95b8-7f9627f65abe admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d47628ec-3cdf-4a33-ae03-a2b26bcea2e5 HTTP/1.1" status: 204 len: 168 time: 0.2152774 Apr 16 16:54:00.542044 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-c970abd8-afa4-4754-a017-22b34e1fb919 req-2bac70ab-3478-4415-ba82-7062266f0d90 service neutron] 10.222.0.38 "GET /v2.0/networks/a7fe5cf7-a808-4707-9d43-074ed77246b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774225 Apr 16 16:54:00.907579 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-d4417052-5412-4505-a174-adc33b0916f0 req-8d16cb56-bab8-40c7-b2d2-9e8e7104304b tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] 10.222.0.38 "GET /v2.0/ports?device_id=91fd5133-e5b4-41ba-8e63-da7439d68bc4 HTTP/1.1" status: 200 len: 210 time: 0.0992794 Apr 16 16:54:02.166244 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-cf06ede4-5130-4297-b6a1-8530d50819ec req-4df1b4e4-1720-48f4-8db5-e6f4d402f686 tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] 10.222.0.38 "GET /v2.0/ports?device_id=91fd5133-e5b4-41ba-8e63-da7439d68bc4 HTTP/1.1" status: 200 len: 210 time: 0.1027222 Apr 16 16:54:02.311587 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Device 74fe3b28-78ee-490c-ad9d-928c73eaf236 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 16:54:02.364076 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c970abd8-afa4-4754-a017-22b34e1fb919 req-76152739-7b44-40f6-b8a9-b3d53fd0f965 tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:54:02.367243 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-c970abd8-afa4-4754-a017-22b34e1fb919 req-76152739-7b44-40f6-b8a9-b3d53fd0f965 tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] 10.222.0.87 "GET /v2.0/networks?id=a7fe5cf7-a808-4707-9d43-074ed77246b2 HTTP/1.1" status: 200 len: 809 time: 0.2451537 Apr 16 16:54:02.375142 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] No Port match for: 74fe3b28-78ee-490c-ad9d-928c73eaf236 {{(pid=85337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 16:54:02.375516 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Device 74fe3b28-78ee-490c-ad9d-928c73eaf236 not bound to the agent host hv-cinder-73362 {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 16:54:02.384051 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.v2.base [req-c970abd8-afa4-4754-a017-22b34e1fb919 req-96506d41-9623-4286-95a4-957ad1bbc1e0 tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] Request body: {'port': {'device_id': '91fd5133-e5b4-41ba-8e63-da7439d68bc4', 'network_id': 'a7fe5cf7-a808-4707-9d43-074ed77246b2', 'admin_state_up': True, 'tenant_id': 'fa751bfb11bc41c99d113c595a2cf1b8'}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:54:02.574901 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [req-c970abd8-afa4-4754-a017-22b34e1fb919 req-96506d41-9623-4286-95a4-957ad1bbc1e0 tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:54:02.585945 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [req-c970abd8-afa4-4754-a017-22b34e1fb919 req-96506d41-9623-4286-95a4-957ad1bbc1e0 tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:54:02.596933 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c970abd8-afa4-4754-a017-22b34e1fb919 req-96506d41-9623-4286-95a4-957ad1bbc1e0 tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] Made reservation on behalf of fa751bfb11bc41c99d113c595a2cf1b8 for: {'port': 1} {{(pid=85336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 16:54:02.603215 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-c970abd8-afa4-4754-a017-22b34e1fb919 req-96506d41-9623-4286-95a4-957ad1bbc1e0 tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:02.833907 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.db_base_plugin_common [req-c970abd8-afa4-4754-a017-22b34e1fb919 req-96506d41-9623-4286-95a4-957ad1bbc1e0 tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] Allocated IP 172.20.0.14 (a7fe5cf7-a808-4707-9d43-074ed77246b2/5560ff86-7974-48e0-bf0c-2bd26597cc12/da6df687-350b-40f6-b3d0-1b8634069283) {{(pid=85336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 16:54:03.084127 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-c970abd8-afa4-4754-a017-22b34e1fb919 req-96506d41-9623-4286-95a4-957ad1bbc1e0 tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] Notify callbacks [] for port, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:03.116285 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-c970abd8-afa4-4754-a017-22b34e1fb919 req-96506d41-9623-4286-95a4-957ad1bbc1e0 tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751455712866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2420184'] for port, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:03.133445 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-0ea4bc99-521a-484c-af2a-9f67e729f3c3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:54:03.282161 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96506d41-9623-4286-95a4-957ad1bbc1e0 tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] Pushing event updated for resources: {'Port': ['ID=da6df687-350b-40f6-b3d0-1b8634069283,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:54:03.299765 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-96506d41-9623-4286-95a4-957ad1bbc1e0 tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:54:03.375553 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c970abd8-afa4-4754-a017-22b34e1fb919 req-96506d41-9623-4286-95a4-957ad1bbc1e0 tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] Network a7fe5cf7-a808-4707-9d43-074ed77246b2 is already hosted by enough agents. {{(pid=85336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 16:54:03.377579 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [req-c970abd8-afa4-4754-a017-22b34e1fb919 req-96506d41-9623-4286-95a4-957ad1bbc1e0 tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] Resources bound (agent type, host, resource id): {{(pid=85336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:54:03.381027 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [req-c970abd8-afa4-4754-a017-22b34e1fb919 req-96506d41-9623-4286-95a4-957ad1bbc1e0 tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] Received port after_create {{(pid=85336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 16:54:03.443149 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d270127-affc-41c8-b918-ba7e4414c4f9 req-89108662-b126-4ff5-b5f5-c16d30603adf tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:54:03.444939 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-6d270127-affc-41c8-b918-ba7e4414c4f9 req-89108662-b126-4ff5-b5f5-c16d30603adf tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] 10.222.0.38 "GET /v2.0/ports?device_id=91fd5133-e5b4-41ba-8e63-da7439d68bc4 HTTP/1.1" status: 200 len: 932 time: 0.1337531 Apr 16 16:54:03.483766 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c970abd8-afa4-4754-a017-22b34e1fb919 req-96506d41-9623-4286-95a4-957ad1bbc1e0 tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:54:03.485974 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-c970abd8-afa4-4754-a017-22b34e1fb919 req-96506d41-9623-4286-95a4-957ad1bbc1e0 tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768218'] for port, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:03.517318 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-6d270127-affc-41c8-b918-ba7e4414c4f9 req-842137dc-5384-4466-8f44-3b1b009955b5 tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] 10.222.0.38 "GET /v2.0/security-groups?id=44ad4d38-a910-4050-be11-1b0a7bdb2f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634191 Apr 16 16:54:03.530867 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-c970abd8-afa4-4754-a017-22b34e1fb919 req-96506d41-9623-4286-95a4-957ad1bbc1e0 tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1507311 Apr 16 16:54:03.550168 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.v2.base [req-c970abd8-afa4-4754-a017-22b34e1fb919 req-40e9b674-b123-46e9-ac2e-e92b182f806b service neutron] Request body: {'port': {'device_id': '91fd5133-e5b4-41ba-8e63-da7439d68bc4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:54:03.723007 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-c970abd8-afa4-4754-a017-22b34e1fb919 req-40e9b674-b123-46e9-ac2e-e92b182f806b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:04.453393 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [req-c970abd8-afa4-4754-a017-22b34e1fb919 req-40e9b674-b123-46e9-ac2e-e92b182f806b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da6df687-350b-40f6-b3d0-1b8634069283 {{(pid=85336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 16:54:04.462639 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-c970abd8-afa4-4754-a017-22b34e1fb919 req-40e9b674-b123-46e9-ac2e-e92b182f806b service neutron] Notify callbacks [] for port, precommit_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:04.481702 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [req-c970abd8-afa4-4754-a017-22b34e1fb919 req-40e9b674-b123-46e9-ac2e-e92b182f806b service neutron] Transition to ACTIVE for port object da6df687-350b-40f6-b3d0-1b8634069283 will not be triggered until provisioned by entity L2. {{(pid=85336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:54:04.484621 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-c970abd8-afa4-4754-a017-22b34e1fb919 req-40e9b674-b123-46e9-ac2e-e92b182f806b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852355648'] for port, after_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:04.498447 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-769c9a6b-75c0-41d9-a6f2-64de01ab7188 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:54:04.644908 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e9b674-b123-46e9-ac2e-e92b182f806b service neutron] Pushing event updated for resources: {'Port': ['ID=da6df687-350b-40f6-b3d0-1b8634069283,revision_number=2']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:54:04.649645 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-40e9b674-b123-46e9-ac2e-e92b182f806b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:54:04.933886 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c38d77-1590-4733-98bc-0988da31b564 req-c33fd21a-46e5-443b-bc47-2fc4d4dadc11 tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:54:04.934746 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-77c38d77-1590-4733-98bc-0988da31b564 req-c33fd21a-46e5-443b-bc47-2fc4d4dadc11 tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] Synchronizing usage tracker for tenant:fa751bfb11bc41c99d113c595a2cf1b8 on resource:port {{(pid=85336) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 16:54:04.974104 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-77c38d77-1590-4733-98bc-0988da31b564 req-c33fd21a-46e5-443b-bc47-2fc4d4dadc11 tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] Unset dirty status for tenant:fa751bfb11bc41c99d113c595a2cf1b8 on resource:port {{(pid=85336) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 16:54:04.975505 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-77c38d77-1590-4733-98bc-0988da31b564 req-c33fd21a-46e5-443b-bc47-2fc4d4dadc11 tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] 10.222.0.38 "GET /v2.0/ports?device_id=91fd5133-e5b4-41ba-8e63-da7439d68bc4 HTTP/1.1" status: 200 len: 944 time: 0.3137634 Apr 16 16:54:05.015918 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [req-c970abd8-afa4-4754-a017-22b34e1fb919 req-40e9b674-b123-46e9-ac2e-e92b182f806b service neutron] Attempting to bind port da6df687-350b-40f6-b3d0-1b8634069283 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=85336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 16:54:05.016283 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [req-c970abd8-afa4-4754-a017-22b34e1fb919 req-40e9b674-b123-46e9-ac2e-e92b182f806b service neutron] Attempting to bind port da6df687-350b-40f6-b3d0-1b8634069283 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '6d73560b-f5dd-4925-876f-62c982660d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'a7fe5cf7-a808-4707-9d43-074ed77246b2'}] {{(pid=85336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 16:54:05.016647 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c970abd8-afa4-4754-a017-22b34e1fb919 req-40e9b674-b123-46e9-ac2e-e92b182f806b service neutron] Attempting to bind port da6df687-350b-40f6-b3d0-1b8634069283 on network a7fe5cf7-a808-4707-9d43-074ed77246b2 {{(pid=85336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 16:54:05.032649 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c970abd8-afa4-4754-a017-22b34e1fb919 req-40e9b674-b123-46e9-ac2e-e92b182f806b service neutron] Port da6df687-350b-40f6-b3d0-1b8634069283 on network a7fe5cf7-a808-4707-9d43-074ed77246b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=85336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 16:54:05.033094 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c970abd8-afa4-4754-a017-22b34e1fb919 req-40e9b674-b123-46e9-ac2e-e92b182f806b service neutron] Attempting to bind port da6df687-350b-40f6-b3d0-1b8634069283 on network a7fe5cf7-a808-4707-9d43-074ed77246b2 {{(pid=85336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 16:54:05.046970 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c970abd8-afa4-4754-a017-22b34e1fb919 req-40e9b674-b123-46e9-ac2e-e92b182f806b service neutron] Checking agent: {'id': '0677065c-8485-4f55-bc15-3b41e2e6feb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 16, 43, 39), 'started_at': datetime.datetime(2021, 4, 16, 16, 43, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 16:54:05.047224 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c970abd8-afa4-4754-a017-22b34e1fb919 req-40e9b674-b123-46e9-ac2e-e92b182f806b service neutron] Checking segment: {'id': '6d73560b-f5dd-4925-876f-62c982660d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'a7fe5cf7-a808-4707-9d43-074ed77246b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 16:54:05.047604 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c970abd8-afa4-4754-a017-22b34e1fb919 req-40e9b674-b123-46e9-ac2e-e92b182f806b service neutron] Bound using segment: {'id': '6d73560b-f5dd-4925-876f-62c982660d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'a7fe5cf7-a808-4707-9d43-074ed77246b2'} {{(pid=85336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 16:54:05.048087 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [req-c970abd8-afa4-4754-a017-22b34e1fb919 req-40e9b674-b123-46e9-ac2e-e92b182f806b service neutron] Bound port: da6df687-350b-40f6-b3d0-1b8634069283, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d73560b-f5dd-4925-876f-62c982660d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'a7fe5cf7-a808-4707-9d43-074ed77246b2'}}] {{(pid=85336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 16:54:05.048521 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-c970abd8-afa4-4754-a017-22b34e1fb919 req-40e9b674-b123-46e9-ac2e-e92b182f806b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:05.064831 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-77c38d77-1590-4733-98bc-0988da31b564 req-9f4318dc-4d8b-472d-b859-e399db9921a6 tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] 10.222.0.38 "GET /v2.0/security-groups?id=44ad4d38-a910-4050-be11-1b0a7bdb2f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779071 Apr 16 16:54:05.168177 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [req-c970abd8-afa4-4754-a017-22b34e1fb919 req-40e9b674-b123-46e9-ac2e-e92b182f806b service neutron] For port da6df687-350b-40f6-b3d0-1b8634069283, host hv-cinder-73362, cleared binding levels {{(pid=85336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 16:54:05.171972 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [req-c970abd8-afa4-4754-a017-22b34e1fb919 req-40e9b674-b123-46e9-ac2e-e92b182f806b service neutron] For port da6df687-350b-40f6-b3d0-1b8634069283, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=da6df687-350b-40f6-b3d0-1b8634069283,segment=NetworkSegment(6d73560b-f5dd-4925-876f-62c982660d65),segment_id=6d73560b-f5dd-4925-876f-62c982660d65)] {{(pid=85336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 16:54:05.175531 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-c970abd8-afa4-4754-a017-22b34e1fb919 req-40e9b674-b123-46e9-ac2e-e92b182f806b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852355648'] for port, after_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:05.195140 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-54c39821-28bd-421b-9602-0b2c705bdcbb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:54:05.366122 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e9b674-b123-46e9-ac2e-e92b182f806b service neutron] Pushing event updated for resources: {'Port': ['ID=da6df687-350b-40f6-b3d0-1b8634069283,revision_number=3']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:54:05.373290 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-40e9b674-b123-46e9-ac2e-e92b182f806b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:54:05.418238 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c970abd8-afa4-4754-a017-22b34e1fb919 req-40e9b674-b123-46e9-ac2e-e92b182f806b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:54:05.418238 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-c970abd8-afa4-4754-a017-22b34e1fb919 req-40e9b674-b123-46e9-ac2e-e92b182f806b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768218'] for port, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:05.419739 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-c970abd8-afa4-4754-a017-22b34e1fb919 req-40e9b674-b123-46e9-ac2e-e92b182f806b service neutron] 10.222.0.87 "PUT /v2.0/ports/da6df687-350b-40f6-b3d0-1b8634069283 HTTP/1.1" status: 200 len: 1094 time: 1.8801584 Apr 16 16:54:05.420287 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91fd5133-e5b4-41ba-8e63-da7439d68bc4', 'tag': 'da6df687-350b-40f6-b3d0-1b8634069283'}] {{(pid=85336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:54:05.562204 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c970abd8-afa4-4754-a017-22b34e1fb919 req-49bd5701-5c45-42d9-bf4d-8319bcc80b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:54:05.563902 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-c970abd8-afa4-4754-a017-22b34e1fb919 req-49bd5701-5c45-42d9-bf4d-8319bcc80b74 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=fa751bfb11bc41c99d113c595a2cf1b8&device_id=91fd5133-e5b4-41ba-8e63-da7439d68bc4 HTTP/1.1" status: 200 len: 1097 time: 0.1048877 Apr 16 16:54:05.694980 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91fd5133-e5b4-41ba-8e63-da7439d68bc4', 'tag': 'da6df687-350b-40f6-b3d0-1b8634069283', 'status': 'completed', 'code': 200} Apr 16 16:54:05.716228 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-c970abd8-afa4-4754-a017-22b34e1fb919 req-3871c914-b2e8-46b1-8931-33bdad2fa746 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=da6df687-350b-40f6-b3d0-1b8634069283 HTTP/1.1" status: 200 len: 217 time: 0.1416326 Apr 16 16:54:05.794285 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c970abd8-afa4-4754-a017-22b34e1fb919 req-4e000485-cea8-46de-a40b-3c1f16196e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:54:05.795889 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-c970abd8-afa4-4754-a017-22b34e1fb919 req-4e000485-cea8-46de-a40b-3c1f16196e59 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=5560ff86-7974-48e0-bf0c-2bd26597cc12 HTTP/1.1" status: 200 len: 849 time: 0.0726454 Apr 16 16:54:05.857742 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-c970abd8-afa4-4754-a017-22b34e1fb919 req-4ec31785-97be-4a4f-8127-031b0332c2f7 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=a7fe5cf7-a808-4707-9d43-074ed77246b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547552 Apr 16 16:54:06.020773 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-c970abd8-afa4-4754-a017-22b34e1fb919 req-d580ae68-2097-4cc2-8c0f-60bec8c98801 service neutron] 10.222.0.87 "GET /v2.0/networks/a7fe5cf7-a808-4707-9d43-074ed77246b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558719 Apr 16 16:54:06.176977 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-c970abd8-afa4-4754-a017-22b34e1fb919 req-55864367-0c39-470d-ad2d-e91c66d9a431 service neutron] 10.222.0.87 "GET /v2.0/networks/a7fe5cf7-a808-4707-9d43-074ed77246b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490321 Apr 16 16:54:06.397330 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730c8ff9-5c0c-4be7-89f1-2b90bbcd982f req-05b2afd5-e085-4959-b074-74cd98a0d981 tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:54:06.399208 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-730c8ff9-5c0c-4be7-89f1-2b90bbcd982f req-05b2afd5-e085-4959-b074-74cd98a0d981 tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] 10.222.0.38 "GET /v2.0/ports?device_id=91fd5133-e5b4-41ba-8e63-da7439d68bc4 HTTP/1.1" status: 200 len: 944 time: 0.1909413 Apr 16 16:54:06.407819 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86fec3f-1db4-4e34-978b-7b3ab3d28184 req-7d824e17-8285-4d9e-8b54-a8371daa5e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:54:06.409613 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-b86fec3f-1db4-4e34-978b-7b3ab3d28184 req-7d824e17-8285-4d9e-8b54-a8371daa5e5f service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=fa751bfb11bc41c99d113c595a2cf1b8&device_id=91fd5133-e5b4-41ba-8e63-da7439d68bc4 HTTP/1.1" status: 200 len: 1097 time: 0.1632538 Apr 16 16:54:06.561104 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-730c8ff9-5c0c-4be7-89f1-2b90bbcd982f req-7cbd9f1e-fadf-4931-9af5-c2b45b7fa446 tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] 10.222.0.38 "GET /v2.0/security-groups?id=44ad4d38-a910-4050-be11-1b0a7bdb2f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459463 Apr 16 16:54:06.625831 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86fec3f-1db4-4e34-978b-7b3ab3d28184 req-9e66bcd5-5bfe-4fc8-a132-27a494a73f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:54:06.627687 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-b86fec3f-1db4-4e34-978b-7b3ab3d28184 req-9e66bcd5-5bfe-4fc8-a132-27a494a73f15 service neutron] 10.222.0.87 "GET /v2.0/networks?id=a7fe5cf7-a808-4707-9d43-074ed77246b2 HTTP/1.1" status: 200 len: 910 time: 0.1999333 Apr 16 16:54:06.705608 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-b86fec3f-1db4-4e34-978b-7b3ab3d28184 req-31745884-f5cf-46b7-a0d7-25f1f92d5559 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=da6df687-350b-40f6-b3d0-1b8634069283 HTTP/1.1" status: 200 len: 217 time: 0.0712140 Apr 16 16:54:06.788188 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86fec3f-1db4-4e34-978b-7b3ab3d28184 req-7988c0ce-fa1a-4ac5-8142-e74b10f3aeb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:54:06.789929 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-b86fec3f-1db4-4e34-978b-7b3ab3d28184 req-7988c0ce-fa1a-4ac5-8142-e74b10f3aeb2 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=5560ff86-7974-48e0-bf0c-2bd26597cc12 HTTP/1.1" status: 200 len: 849 time: 0.0746267 Apr 16 16:54:06.852526 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-b86fec3f-1db4-4e34-978b-7b3ab3d28184 req-169bc39b-9080-4fdf-a460-3d3841db1f80 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=a7fe5cf7-a808-4707-9d43-074ed77246b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548089 Apr 16 16:54:07.017971 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-b86fec3f-1db4-4e34-978b-7b3ab3d28184 req-4150c432-2eec-4a4e-9716-6b33feb3060e service neutron] 10.222.0.87 "GET /v2.0/networks/a7fe5cf7-a808-4707-9d43-074ed77246b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562061 Apr 16 16:54:07.190057 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-b86fec3f-1db4-4e34-978b-7b3ab3d28184 req-29075b01-4966-445a-9f4d-19baeb25ebf6 service neutron] 10.222.0.87 "GET /v2.0/networks/a7fe5cf7-a808-4707-9d43-074ed77246b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650050 Apr 16 16:54:07.838399 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7654d766-67e0-4714-851e-cd9b95eca65d req-30966c60-d52c-4d3c-90d2-5ea648faa480 tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:54:07.839556 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-7654d766-67e0-4714-851e-cd9b95eca65d req-30966c60-d52c-4d3c-90d2-5ea648faa480 tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] 10.222.0.38 "GET /v2.0/ports?device_id=91fd5133-e5b4-41ba-8e63-da7439d68bc4 HTTP/1.1" status: 200 len: 944 time: 0.1347136 Apr 16 16:54:07.905552 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-7654d766-67e0-4714-851e-cd9b95eca65d req-538e470a-d7de-43d4-8a7d-22aeb236685b tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] 10.222.0.38 "GET /v2.0/security-groups?id=44ad4d38-a910-4050-be11-1b0a7bdb2f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579386 Apr 16 16:54:08.972506 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:09.246670 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe3ded0-6509-4172-89c5-5283ca67b4f3 req-23e5d586-7883-44c8-a46e-ca0403836209 tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:54:09.248406 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-9fe3ded0-6509-4172-89c5-5283ca67b4f3 req-23e5d586-7883-44c8-a46e-ca0403836209 tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] 10.222.0.38 "GET /v2.0/ports?device_id=91fd5133-e5b4-41ba-8e63-da7439d68bc4 HTTP/1.1" status: 200 len: 944 time: 0.1297398 Apr 16 16:54:09.304481 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-9fe3ded0-6509-4172-89c5-5283ca67b4f3 req-3599aea8-3d17-4234-9fa4-af54864eb5ed tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] 10.222.0.38 "GET /v2.0/security-groups?id=44ad4d38-a910-4050-be11-1b0a7bdb2f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478530 Apr 16 16:54:10.344929 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Device da6df687-350b-40f6-b3d0-1b8634069283 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=85337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 16:54:10.517767 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] For port da6df687-350b-40f6-b3d0-1b8634069283, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=da6df687-350b-40f6-b3d0-1b8634069283,segment=NetworkSegment(6d73560b-f5dd-4925-876f-62c982660d65),segment_id=6d73560b-f5dd-4925-876f-62c982660d65)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:54:10.543052 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Returning: {'device': 'da6df687-350b-40f6-b3d0-1b8634069283', 'network_id': 'a7fe5cf7-a808-4707-9d43-074ed77246b2', 'port_id': 'da6df687-350b-40f6-b3d0-1b8634069283', 'mac_address': 'fa:16:3e:a9:ca:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 790, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5560ff86-7974-48e0-bf0c-2bd26597cc12', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 16:54:10.570815 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be7fdda-a456-4bf9-9ea1-2df16cd16e0c req-0a5b87f3-8fea-407b-8ffc-710f222847ad tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:54:10.573464 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-1be7fdda-a456-4bf9-9ea1-2df16cd16e0c req-0a5b87f3-8fea-407b-8ffc-710f222847ad tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] 10.222.0.38 "GET /v2.0/ports?device_id=91fd5133-e5b4-41ba-8e63-da7439d68bc4 HTTP/1.1" status: 200 len: 944 time: 0.1079350 Apr 16 16:54:10.641674 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-1be7fdda-a456-4bf9-9ea1-2df16cd16e0c req-9863511d-5e3d-46ba-ac25-433e263c427f tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] 10.222.0.38 "GET /v2.0/security-groups?id=44ad4d38-a910-4050-be11-1b0a7bdb2f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585868 Apr 16 16:54:10.653255 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:10.672596 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da6df687-350b-40f6-b3d0-1b8634069283 {{(pid=85337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 16:54:10.692306 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] For port da6df687-350b-40f6-b3d0-1b8634069283, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=da6df687-350b-40f6-b3d0-1b8634069283,segment=NetworkSegment(6d73560b-f5dd-4925-876f-62c982660d65),segment_id=6d73560b-f5dd-4925-876f-62c982660d65)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:54:10.696025 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:10.699706 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:54:10.783301 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Pushing event updated for resources: {'Port': ['ID=da6df687-350b-40f6-b3d0-1b8634069283,revision_number=4']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:54:10.786958 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:54:10.947546 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] get_ports_and_sgs() called for port_ids ['da6df687-350b-40f6-b3d0-1b8634069283'] {{(pid=85337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 16:54:11.864797 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32beef82-d085-4258-aee5-bb69e84fa13b req-f02bbc8d-784c-4b09-9407-b90a67635d56 tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:54:11.866433 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-32beef82-d085-4258-aee5-bb69e84fa13b req-f02bbc8d-784c-4b09-9407-b90a67635d56 tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] 10.222.0.38 "GET /v2.0/ports?device_id=91fd5133-e5b4-41ba-8e63-da7439d68bc4 HTTP/1.1" status: 200 len: 945 time: 0.1017475 Apr 16 16:54:11.923651 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-32beef82-d085-4258-aee5-bb69e84fa13b req-60101e13-2196-4e26-9a8e-e679a7105ff6 tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] 10.222.0.38 "GET /v2.0/security-groups?id=44ad4d38-a910-4050-be11-1b0a7bdb2f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462322 Apr 16 16:54:12.374637 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Device da6df687-350b-40f6-b3d0-1b8634069283 up at agent hyperv_hv-cinder-73362 {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:54:12.461044 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Provisioning for port da6df687-350b-40f6-b3d0-1b8634069283 completed by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:54:12.470296 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Provisioning complete for port da6df687-350b-40f6-b3d0-1b8634069283 triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:54:12.470912 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852761088'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:12.637917 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:12.672306 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91fd5133-e5b4-41ba-8e63-da7439d68bc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da6df687-350b-40f6-b3d0-1b8634069283'}] {{(pid=85337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:54:12.683643 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] For port da6df687-350b-40f6-b3d0-1b8634069283, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=da6df687-350b-40f6-b3d0-1b8634069283,segment=NetworkSegment(6d73560b-f5dd-4925-876f-62c982660d65),segment_id=6d73560b-f5dd-4925-876f-62c982660d65)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:54:12.686753 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:12.689496 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:54:12.726752 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91fd5133-e5b4-41ba-8e63-da7439d68bc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da6df687-350b-40f6-b3d0-1b8634069283', 'code': 200} Apr 16 16:54:12.785041 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Pushing event updated for resources: {'Port': ['ID=da6df687-350b-40f6-b3d0-1b8634069283,revision_number=5']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:54:12.788817 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:54:13.000197 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbe6d41-9c70-48b6-b5d5-3a0cdbd83c72 req-58455b6e-4882-4064-a228-3c4f148e8dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:54:13.001864 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-bfbe6d41-9c70-48b6-b5d5-3a0cdbd83c72 req-58455b6e-4882-4064-a228-3c4f148e8dbe service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=91fd5133-e5b4-41ba-8e63-da7439d68bc4 HTTP/1.1" status: 200 len: 1099 time: 0.0914288 Apr 16 16:54:13.057486 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-bfbe6d41-9c70-48b6-b5d5-3a0cdbd83c72 req-8f41a488-7e65-4cdf-8fb3-27ec69304635 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=44ad4d38-a910-4050-be11-1b0a7bdb2f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469511 Apr 16 16:54:13.195448 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2d2e9a-a626-46b6-86a4-d9080b7270cb req-1b73682c-034e-48b3-8fc5-b10ad5a31043 tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:54:13.197332 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-1d2d2e9a-a626-46b6-86a4-d9080b7270cb req-1b73682c-034e-48b3-8fc5-b10ad5a31043 tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] 10.222.0.38 "GET /v2.0/ports?device_id=91fd5133-e5b4-41ba-8e63-da7439d68bc4 HTTP/1.1" status: 200 len: 946 time: 0.1037691 Apr 16 16:54:13.269991 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-1d2d2e9a-a626-46b6-86a4-d9080b7270cb req-02af2559-466d-4647-89de-2bcb8bd1d692 tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] 10.222.0.38 "GET /v2.0/security-groups?id=44ad4d38-a910-4050-be11-1b0a7bdb2f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638599 Apr 16 16:54:13.919386 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 45206) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:54:14.076693 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8d5e98da-d433-45dd-b9f5-63f9329e83f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:14.093957 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-8d5e98da-d433-45dd-b9f5-63f9329e83f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:54:14.098301 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-8d5e98da-d433-45dd-b9f5-63f9329e83f5 admin admin] Usage tracker for resource:security_group_rule and tenant:01cf8a7eafac4f328ad8e225582f660f is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:54:14.101292 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-8d5e98da-d433-45dd-b9f5-63f9329e83f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:54:14.107956 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-8d5e98da-d433-45dd-b9f5-63f9329e83f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:54:14.215849 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8d5e98da-d433-45dd-b9f5-63f9329e83f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:14.218949 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8d5e98da-d433-45dd-b9f5-63f9329e83f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:14.228773 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-32851218-ef1d-493c-a46a-3d60bc33922d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:54:14.298545 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-8d5e98da-d433-45dd-b9f5-63f9329e83f5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=01cf8a7eafac4f328ad8e225582f660f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3775339 Apr 16 16:54:14.299908 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e98da-d433-45dd-b9f5-63f9329e83f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0768c73-8b13-41a5-9121-c7b0783d7100,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:54:14.301410 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 45212) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:54:14.316647 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5e98da-d433-45dd-b9f5-63f9329e83f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:54:14.317294 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5e98da-d433-45dd-b9f5-63f9329e83f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:54:14.318293 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5e98da-d433-45dd-b9f5-63f9329e83f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:54:14.318599 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5e98da-d433-45dd-b9f5-63f9329e83f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:54:14.319268 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5e98da-d433-45dd-b9f5-63f9329e83f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:54:14.319961 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5e98da-d433-45dd-b9f5-63f9329e83f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:54:14.320631 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5e98da-d433-45dd-b9f5-63f9329e83f5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:54:14.321678 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5e98da-d433-45dd-b9f5-63f9329e83f5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:54:14.322323 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5e98da-d433-45dd-b9f5-63f9329e83f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:54:14.322731 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5e98da-d433-45dd-b9f5-63f9329e83f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:54:14.323444 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5e98da-d433-45dd-b9f5-63f9329e83f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:54:14.324138 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5e98da-d433-45dd-b9f5-63f9329e83f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:54:14.342750 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-8d5e98da-d433-45dd-b9f5-63f9329e83f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:54:14.385751 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f5c3583a-8f25-4669-97db-71ca07c0ac6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:14.420346 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f5c3583a-8f25-4669-97db-71ca07c0ac6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:14.476924 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f5c3583a-8f25-4669-97db-71ca07c0ac6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:14.483005 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-75e5beba-82bd-4e85-ac98-8eaa5072c5dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:54:14.494661 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c3583a-8f25-4669-97db-71ca07c0ac6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0768c73-8b13-41a5-9121-c7b0783d7100,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:54:14.498807 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-f5c3583a-8f25-4669-97db-71ca07c0ac6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:54:14.502782 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f5c3583a-8f25-4669-97db-71ca07c0ac6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:14.507183 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-f5c3583a-8f25-4669-97db-71ca07c0ac6c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e0768c73-8b13-41a5-9121-c7b0783d7100 HTTP/1.1" status: 204 len: 168 time: 0.2011547 Apr 16 16:54:14.559034 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4484f002-7dd7-4214-9555-d0cb54ddf7ff req-0e14b802-fd1d-49d5-9f30-b252ab6960f9 tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:54:14.562557 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-4484f002-7dd7-4214-9555-d0cb54ddf7ff req-0e14b802-fd1d-49d5-9f30-b252ab6960f9 tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] 10.222.0.38 "GET /v2.0/ports?device_id=91fd5133-e5b4-41ba-8e63-da7439d68bc4 HTTP/1.1" status: 200 len: 946 time: 0.1144452 Apr 16 16:54:14.621294 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-4484f002-7dd7-4214-9555-d0cb54ddf7ff req-92be11ef-e283-482a-9ddc-18e3d1a6c94f tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] 10.222.0.38 "GET /v2.0/security-groups?id=44ad4d38-a910-4050-be11-1b0a7bdb2f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526481 Apr 16 16:54:16.033918 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56711b83-2065-47f5-9392-dd3f13b640e8 req-5a78eddc-d546-47df-824a-ba15d93716c3 tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:54:16.035562 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-56711b83-2065-47f5-9392-dd3f13b640e8 req-5a78eddc-d546-47df-824a-ba15d93716c3 tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] 10.222.0.38 "GET /v2.0/ports?device_id=91fd5133-e5b4-41ba-8e63-da7439d68bc4 HTTP/1.1" status: 200 len: 946 time: 0.1049104 Apr 16 16:54:16.086509 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-56711b83-2065-47f5-9392-dd3f13b640e8 req-bb729e75-cd04-45e7-93f8-61be6f3d0d2d tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] 10.222.0.38 "GET /v2.0/security-groups?id=44ad4d38-a910-4050-be11-1b0a7bdb2f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429497 Apr 16 16:54:17.327976 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f190785f-ecfa-4d89-933f-1554292c40c9 req-b3a2fa51-ece3-47c0-9554-f69e6a6ae370 tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:54:17.330144 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-f190785f-ecfa-4d89-933f-1554292c40c9 req-b3a2fa51-ece3-47c0-9554-f69e6a6ae370 tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] 10.222.0.38 "GET /v2.0/ports?device_id=91fd5133-e5b4-41ba-8e63-da7439d68bc4 HTTP/1.1" status: 200 len: 946 time: 0.1098130 Apr 16 16:54:17.384101 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-f190785f-ecfa-4d89-933f-1554292c40c9 req-3c258f05-6cfe-4214-b2e0-f3985c9813ca tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] 10.222.0.38 "GET /v2.0/security-groups?id=44ad4d38-a910-4050-be11-1b0a7bdb2f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466921 Apr 16 16:54:17.534661 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781d7ece-6b47-4e7e-b131-b4204c5e0cf4 req-f8c98dad-5d1f-444b-88dc-5d5cd47110a7 tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:54:17.536621 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-781d7ece-6b47-4e7e-b131-b4204c5e0cf4 req-f8c98dad-5d1f-444b-88dc-5d5cd47110a7 tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] 10.222.0.87 "GET /v2.0/ports?device_id=91fd5133-e5b4-41ba-8e63-da7439d68bc4 HTTP/1.1" status: 200 len: 946 time: 0.0928214 Apr 16 16:54:17.624742 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [req-781d7ece-6b47-4e7e-b131-b4204c5e0cf4 req-83ce5e52-72d4-4230-ad51-ea2b49eedb92 tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] Deleting port da6df687-350b-40f6-b3d0-1b8634069283 {{(pid=85336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:54:17.625182 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-781d7ece-6b47-4e7e-b131-b4204c5e0cf4 req-83ce5e52-72d4-4230-ad51-ea2b49eedb92 tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285398617716'] for port, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:18.153670 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [req-781d7ece-6b47-4e7e-b131-b4204c5e0cf4 req-83ce5e52-72d4-4230-ad51-ea2b49eedb92 tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] For port da6df687-350b-40f6-b3d0-1b8634069283, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=da6df687-350b-40f6-b3d0-1b8634069283,segment=NetworkSegment(6d73560b-f5dd-4925-876f-62c982660d65),segment_id=6d73560b-f5dd-4925-876f-62c982660d65)] {{(pid=85336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:54:18.154100 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-781d7ece-6b47-4e7e-b131-b4204c5e0cf4 req-83ce5e52-72d4-4230-ad51-ea2b49eedb92 tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436170'] for port, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:18.298841 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [req-781d7ece-6b47-4e7e-b131-b4204c5e0cf4 req-83ce5e52-72d4-4230-ad51-ea2b49eedb92 tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] Calling delete_port for da6df687-350b-40f6-b3d0-1b8634069283 owned by compute:nova {{(pid=85336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 16:54:18.471372 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-781d7ece-6b47-4e7e-b131-b4204c5e0cf4 req-83ce5e52-72d4-4230-ad51-ea2b49eedb92 tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751456166703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363285399062934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2420184'] for port, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:18.484176 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] get_ports_and_sgs() called for port_ids ['da6df687-350b-40f6-b3d0-1b8634069283'] {{(pid=85337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 16:54:18.488556 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-a2cb832f-fcbb-4674-95ef-c9277b1511ab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:54:18.560225 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ce5e52-72d4-4230-ad51-ea2b49eedb92 tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] Pushing event deleted for resources: {'Port': ['ID=da6df687-350b-40f6-b3d0-1b8634069283,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:54:18.589528 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-890c2090-9e98-4f60-94d1-7c696bb17587 req-1f14141d-2254-42f2-a631-2a71b3723731 tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] 10.222.0.38 "GET /v2.0/ports?device_id=91fd5133-e5b4-41ba-8e63-da7439d68bc4 HTTP/1.1" status: 200 len: 210 time: 0.0724347 Apr 16 16:54:18.617537 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-83ce5e52-72d4-4230-ad51-ea2b49eedb92 tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:54:18.793727 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [req-781d7ece-6b47-4e7e-b131-b4204c5e0cf4 req-83ce5e52-72d4-4230-ad51-ea2b49eedb92 tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] No DVR routers for this DVR port da6df687-350b-40f6-b3d0-1b8634069283 on host hv-cinder-73362 {{(pid=85336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 16:54:18.796399 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-781d7ece-6b47-4e7e-b131-b4204c5e0cf4 req-83ce5e52-72d4-4230-ad51-ea2b49eedb92 tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768218'] for port, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:18.800900 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91fd5133-e5b4-41ba-8e63-da7439d68bc4', 'name': 'network-vif-deleted', 'tag': 'da6df687-350b-40f6-b3d0-1b8634069283'}] {{(pid=85336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:54:18.815888 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-781d7ece-6b47-4e7e-b131-b4204c5e0cf4 req-83ce5e52-72d4-4230-ad51-ea2b49eedb92 tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] 10.222.0.87 "DELETE /v2.0/ports/da6df687-350b-40f6-b3d0-1b8634069283 HTTP/1.1" status: 204 len: 173 time: 1.2724032 Apr 16 16:54:18.859662 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91fd5133-e5b4-41ba-8e63-da7439d68bc4', 'name': 'network-vif-deleted', 'tag': 'da6df687-350b-40f6-b3d0-1b8634069283', 'status': 'completed', 'code': 200} Apr 16 16:54:19.786917 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-62d0ff80-8cc1-41f2-8fcd-16d536f25e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:21.813944 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-5a4335bc-7b25-486d-b2e4-503686092e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:22.441757 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Device da6df687-350b-40f6-b3d0-1b8634069283 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 16:54:22.497786 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] No Port match for: da6df687-350b-40f6-b3d0-1b8634069283 {{(pid=85337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 16:54:22.498290 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Device da6df687-350b-40f6-b3d0-1b8634069283 not bound to the agent host hv-cinder-73362 {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 16:54:22.871508 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-45c0d62a-bc24-48a8-9022-8ca56da26294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:23.518647 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:24.287911 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-53783e99-0c04-4d0d-b0b5-c5fd538000c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:26.626561 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.agents_db [None req-ebbb9395-3582-4696-b633-83ddaf7c527f None None] Agent healthcheck: found 6 active agents {{(pid=85338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 16:54:38.979581 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:39.826904 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 45454) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:54:39.900742 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.db_base_plugin_v2 [None req-da2f4850-3f3a-49d7-9746-021dc395443f admin admin] Deleting subnet 5560ff86-7974-48e0-bf0c-2bd26597cc12 {{(pid=85336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 16:54:39.905682 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-da2f4850-3f3a-49d7-9746-021dc395443f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:39.961060 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-da2f4850-3f3a-49d7-9746-021dc395443f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852295916'] for subnet, precommit_delete_associations {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:40.026954 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-da2f4850-3f3a-49d7-9746-021dc395443f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854774887'] for subnet, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:40.304034 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-da2f4850-3f3a-49d7-9746-021dc395443f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852355699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2266164'] for subnet, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:40.325845 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-e2228d35-3727-4042-b233-3e5752ea6ff0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:54:40.410634 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2f4850-3f3a-49d7-9746-021dc395443f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5560ff86-7974-48e0-bf0c-2bd26597cc12,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:54:40.426535 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-da2f4850-3f3a-49d7-9746-021dc395443f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:54:40.470437 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-da2f4850-3f3a-49d7-9746-021dc395443f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609088'] for subnet, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:40.476630 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-da2f4850-3f3a-49d7-9746-021dc395443f admin admin] 10.222.0.38 "DELETE /v2.0/subnets/5560ff86-7974-48e0-bf0c-2bd26597cc12 HTTP/1.1" status: 204 len: 168 time: 0.6485069 Apr 16 16:54:40.479928 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 45458) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:54:40.602209 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e339fcf4-670f-46bf-b6b1-5aa30ca04181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33594'] for network, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:40.801876 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e339fcf4-670f-46bf-b6b1-5aa30ca04181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2001432', 'neutron.services.segments.db._delete_segments_for_network-8751456264904'] for network, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:40.970304 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.services.segments.db [None req-e339fcf4-670f-46bf-b6b1-5aa30ca04181 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7fe5cf7-a808-4707-9d43-074ed77246b2']}} {{(pid=85336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:54:40.986344 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.services.segments.db [None req-e339fcf4-670f-46bf-b6b1-5aa30ca04181 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d73560b-f5dd-4925-876f-62c982660d65') {'for_net_delete': True} {{(pid=85336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:54:40.986689 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.services.segments.db [None req-e339fcf4-670f-46bf-b6b1-5aa30ca04181 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d73560b-f5dd-4925-876f-62c982660d65') {} {{(pid=85336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:54:41.006567 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e339fcf4-670f-46bf-b6b1-5aa30ca04181 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751456237017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2479916'] for segment, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:41.031855 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e339fcf4-670f-46bf-b6b1-5aa30ca04181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-60927'] for segment, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:41.043099 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e339fcf4-670f-46bf-b6b1-5aa30ca04181 admin admin] Releasing vlan 790 on physical network physnet1 to pool {{(pid=85336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 16:54:41.078782 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-54427679-a281-44cb-8b36-365acdf08a10 req-70a27a9e-9d24-4a44-9d8b-474004b2e298 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=57a18dee-0e60-45b2-8fcb-da3152d60769&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1716003 Apr 16 16:54:41.285780 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-e339fcf4-670f-46bf-b6b1-5aa30ca04181 admin admin] Network a7fe5cf7-a808-4707-9d43-074ed77246b2 has no segments {{(pid=85336) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 16:54:41.300906 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e339fcf4-670f-46bf-b6b1-5aa30ca04181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854714905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2419244'] for segment, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:41.505653 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-e339fcf4-670f-46bf-b6b1-5aa30ca04181 admin admin] Network a7fe5cf7-a808-4707-9d43-074ed77246b2 has no segments {{(pid=85336) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 16:54:41.535897 dv-cinder-733622-13-smb neutron-server[85220]: Traceback (most recent call last): Apr 16 16:54:41.535897 dv-cinder-733622-13-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 16:54:41.535897 dv-cinder-733622-13-smb neutron-server[85220]: timer() Apr 16 16:54:41.535897 dv-cinder-733622-13-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 16:54:41.535897 dv-cinder-733622-13-smb neutron-server[85220]: cb(*args, **kw) Apr 16 16:54:41.535897 dv-cinder-733622-13-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 16:54:41.535897 dv-cinder-733622-13-smb neutron-server[85220]: return func(*args, **kwargs) Apr 16 16:54:41.535897 dv-cinder-733622-13-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 16:54:41.535897 dv-cinder-733622-13-smb neutron-server[85220]: self._notify() Apr 16 16:54:41.535897 dv-cinder-733622-13-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 16:54:41.535897 dv-cinder-733622-13-smb neutron-server[85220]: self.callback(batched_events) Apr 16 16:54:41.535897 dv-cinder-733622-13-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 16:54:41.535897 dv-cinder-733622-13-smb neutron-server[85220]: event.method(event) Apr 16 16:54:41.535897 dv-cinder-733622-13-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 16:54:41.535897 dv-cinder-733622-13-smb neutron-server[85220]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 16:54:41.535897 dv-cinder-733622-13-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 16:54:41.535897 dv-cinder-733622-13-smb neutron-server[85220]: segment_id)['aggregates'][0] Apr 16 16:54:41.535897 dv-cinder-733622-13-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 16:54:41.535897 dv-cinder-733622-13-smb neutron-server[85220]: return f(self, *a, **k) Apr 16 16:54:41.535897 dv-cinder-733622-13-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 16:54:41.535897 dv-cinder-733622-13-smb neutron-server[85220]: return self._get(url).json() Apr 16 16:54:41.535897 dv-cinder-733622-13-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 16:54:41.535897 dv-cinder-733622-13-smb neutron-server[85220]: **kwargs) Apr 16 16:54:41.535897 dv-cinder-733622-13-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 16:54:41.535897 dv-cinder-733622-13-smb neutron-server[85220]: return self.request(url, 'GET', **kwargs) Apr 16 16:54:41.535897 dv-cinder-733622-13-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 16:54:41.535897 dv-cinder-733622-13-smb neutron-server[85220]: **endpoint_filter) Apr 16 16:54:41.535897 dv-cinder-733622-13-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 16:54:41.535897 dv-cinder-733622-13-smb neutron-server[85220]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 16:54:41.535897 dv-cinder-733622-13-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 16:54:41.535897 dv-cinder-733622-13-smb neutron-server[85220]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 16:54:41.535897 dv-cinder-733622-13-smb neutron-server[85220]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 16:54:41.542546 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54427679-a281-44cb-8b36-365acdf08a10 req-8c292a92-0d5d-4b16-ba00-176ee680dece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:54:41.544169 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-54427679-a281-44cb-8b36-365acdf08a10 req-8c292a92-0d5d-4b16-ba00-176ee680dece service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=ab7c4e29afac4f9e95c5053828309dfd&device_id=57a18dee-0e60-45b2-8fcb-da3152d60769 HTTP/1.1" status: 200 len: 1099 time: 0.3336508 Apr 16 16:54:41.719873 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e339fcf4-670f-46bf-b6b1-5aa30ca04181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036852774383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854349050'] for network, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:41.727834 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e339fcf4-670f-46bf-b6b1-5aa30ca04181 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609088'] for network, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:41.733599 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-d98d62b2-bb87-4e85-bb55-5412a7dfaff7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:54:41.769414 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e339fcf4-670f-46bf-b6b1-5aa30ca04181 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7fe5cf7-a808-4707-9d43-074ed77246b2,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:54:41.772105 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-e339fcf4-670f-46bf-b6b1-5aa30ca04181 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:54:41.783793 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-e339fcf4-670f-46bf-b6b1-5aa30ca04181 admin admin] 10.222.0.38 "DELETE /v2.0/networks/a7fe5cf7-a808-4707-9d43-074ed77246b2 HTTP/1.1" status: 204 len: 168 time: 1.3027177 Apr 16 16:54:41.806860 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54427679-a281-44cb-8b36-365acdf08a10 req-a6d8204f-8d16-412f-9564-fdbb9dfc92f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:54:41.808458 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-54427679-a281-44cb-8b36-365acdf08a10 req-a6d8204f-8d16-412f-9564-fdbb9dfc92f7 service neutron] 10.222.0.87 "GET /v2.0/networks?id=141405ca-c540-4799-bdeb-b406e3f2ae7d HTTP/1.1" status: 200 len: 910 time: 0.2101574 Apr 16 16:54:41.940045 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-54427679-a281-44cb-8b36-365acdf08a10 req-07b012aa-4207-4fae-bd6f-f1f7981f5ce6 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49f9164a-8692-443b-9c1d-3a0d17b66fc5 HTTP/1.1" status: 200 len: 1002 time: 0.1199772 Apr 16 16:54:42.018987 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 45464) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:54:42.035106 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54427679-a281-44cb-8b36-365acdf08a10 req-06297d0c-3a24-46ad-8804-a5fe4755e60a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:54:42.036712 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-54427679-a281-44cb-8b36-365acdf08a10 req-06297d0c-3a24-46ad-8804-a5fe4755e60a service neutron] 10.222.0.87 "GET /v2.0/subnets?id=77fdd9b8-ce12-4564-ad7d-62ce5897287c HTTP/1.1" status: 200 len: 848 time: 0.0876048 Apr 16 16:54:42.079680 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-05c3c25b-aac5-4cb2-adc8-662856eeb38d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=fa751bfb11bc41c99d113c595a2cf1b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0592208 Apr 16 16:54:42.083869 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 45468) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:54:42.143758 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54427679-a281-44cb-8b36-365acdf08a10 req-ee6241b2-dc97-47e3-abdd-93d35bbc8bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:54:42.145419 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-54427679-a281-44cb-8b36-365acdf08a10 req-ee6241b2-dc97-47e3-abdd-93d35bbc8bc8 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=141405ca-c540-4799-bdeb-b406e3f2ae7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0978703 Apr 16 16:54:42.156102 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-5b7e263f-7736-45dd-b15f-4843b68e773d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:42.187295 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-5b7e263f-7736-45dd-b15f-4843b68e773d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:42.240335 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-5b7e263f-7736-45dd-b15f-4843b68e773d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:42.245913 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-3a18f5c2-447a-4737-923d-6e28a7f3e77e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:54:42.263124 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7e263f-7736-45dd-b15f-4843b68e773d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44ad4d38-a910-4050-be11-1b0a7bdb2f78,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:54:42.266250 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-5b7e263f-7736-45dd-b15f-4843b68e773d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:54:42.276171 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-5b7e263f-7736-45dd-b15f-4843b68e773d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:42.279821 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-5b7e263f-7736-45dd-b15f-4843b68e773d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/44ad4d38-a910-4050-be11-1b0a7bdb2f78 HTTP/1.1" status: 204 len: 168 time: 0.1923759 Apr 16 16:54:42.311874 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-54427679-a281-44cb-8b36-365acdf08a10 req-d71ccbe9-ee39-4a2a-8c47-03b7b7a4a564 service neutron] 10.222.0.87 "GET /v2.0/networks/141405ca-c540-4799-bdeb-b406e3f2ae7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563859 Apr 16 16:54:42.467351 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-54427679-a281-44cb-8b36-365acdf08a10 req-515aab78-c11d-447b-bfe6-1b0680dd02fb service neutron] 10.222.0.87 "GET /v2.0/networks/141405ca-c540-4799-bdeb-b406e3f2ae7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478364 Apr 16 16:54:43.125900 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 45492) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:54:43.251485 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-6f56ec49-6904-4333-a18a-f5c06b45b6f8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-742880074-network', 'tenant_id': '52da619040dd4ebcbd9ac766b4445cb2'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:54:43.256717 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-6f56ec49-6904-4333-a18a-f5c06b45b6f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:54:43.261814 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-6f56ec49-6904-4333-a18a-f5c06b45b6f8 admin admin] Usage tracker for resource:network and tenant:52da619040dd4ebcbd9ac766b4445cb2 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:54:43.264905 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-6f56ec49-6904-4333-a18a-f5c06b45b6f8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:54:43.274574 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-6f56ec49-6904-4333-a18a-f5c06b45b6f8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:54:43.284760 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f56ec49-6904-4333-a18a-f5c06b45b6f8 admin admin] Made reservation on behalf of 52da619040dd4ebcbd9ac766b4445cb2 for: {'network': 1} {{(pid=85335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 16:54:43.289647 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-6f56ec49-6904-4333-a18a-f5c06b45b6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for network, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:43.303180 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-6f56ec49-6904-4333-a18a-f5c06b45b6f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:43.320201 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-6f56ec49-6904-4333-a18a-f5c06b45b6f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:54:43.325090 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-6f56ec49-6904-4333-a18a-f5c06b45b6f8 admin admin] Usage tracker for resource:security_group_rule and tenant:52da619040dd4ebcbd9ac766b4445cb2 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:54:43.328184 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-6f56ec49-6904-4333-a18a-f5c06b45b6f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:54:43.334397 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-6f56ec49-6904-4333-a18a-f5c06b45b6f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:54:43.427205 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-6f56ec49-6904-4333-a18a-f5c06b45b6f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:43.429948 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-6f56ec49-6904-4333-a18a-f5c06b45b6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:43.435166 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-6df1f1da-f9f5-42d0-9872-b077561c0064 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:54:43.460721 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f56ec49-6904-4333-a18a-f5c06b45b6f8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 763} {{(pid=85335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 16:54:43.474566 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f56ec49-6904-4333-a18a-f5c06b45b6f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c34df77b-bf25-4f0d-8838-b520afe0c643,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:54:43.479496 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-6f56ec49-6904-4333-a18a-f5c06b45b6f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:54:43.480924 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-6f56ec49-6904-4333-a18a-f5c06b45b6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-60927'] for segment, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:43.481327 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.db.segments_db [None req-6f56ec49-6904-4333-a18a-f5c06b45b6f8 admin admin] Added segment 2e0bb75a-40aa-4285-88c9-36c969753dea of type vlan for network d2fee6b3-d80c-4136-b36b-26b49b7df2ca Apr 16 16:54:43.513070 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-6f56ec49-6904-4333-a18a-f5c06b45b6f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751455732714'] for network, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:43.551707 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-6f56ec49-6904-4333-a18a-f5c06b45b6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139'] for network, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:43.553110 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f56ec49-6904-4333-a18a-f5c06b45b6f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:54:43.553747 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-6f56ec49-6904-4333-a18a-f5c06b45b6f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609088'] for network, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:43.558183 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:54:43.668211 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-6f56ec49-6904-4333-a18a-f5c06b45b6f8 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5410023 Apr 16 16:54:43.669190 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f56ec49-6904-4333-a18a-f5c06b45b6f8 admin admin] Pushing event updated for resources: {'Network': ['ID=d2fee6b3-d80c-4136-b36b-26b49b7df2ca,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:54:43.673141 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 45498) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:54:43.676088 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-6f56ec49-6904-4333-a18a-f5c06b45b6f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:54:43.682082 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-ccc0339c-b562-4f50-8901-ec95e1bde9f0 admin admin] Request body: {'subnet': {'network_id': 'd2fee6b3-d80c-4136-b36b-26b49b7df2ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-742880074-subnet', 'tenant_id': '52da619040dd4ebcbd9ac766b4445cb2', 'ip_version': 4}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:54:43.687479 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-ccc0339c-b562-4f50-8901-ec95e1bde9f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:54:43.690245 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Network d2fee6b3-d80c-4136-b36b-26b49b7df2ca details requested by agent ovs-agent-dv-cinder-733622-13-smb with host dv-cinder-733622-13-smb {{(pid=85337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 16:54:43.692106 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-ccc0339c-b562-4f50-8901-ec95e1bde9f0 admin admin] Usage tracker for resource:subnet and tenant:52da619040dd4ebcbd9ac766b4445cb2 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:54:43.695168 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-ccc0339c-b562-4f50-8901-ec95e1bde9f0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:54:43.702346 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-ccc0339c-b562-4f50-8901-ec95e1bde9f0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:54:43.714586 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccc0339c-b562-4f50-8901-ec95e1bde9f0 admin admin] Made reservation on behalf of 52da619040dd4ebcbd9ac766b4445cb2 for: {'subnet': 1} {{(pid=85336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 16:54:43.719614 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-ccc0339c-b562-4f50-8901-ec95e1bde9f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852509666'] for subnet, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:44.166603 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-ccc0339c-b562-4f50-8901-ec95e1bde9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2420150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852509651'] for subnet, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:44.183618 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-f93c6be6-cbfc-496b-807b-19a591291536 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:54:44.580390 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc0339c-b562-4f50-8901-ec95e1bde9f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ac0e1eb-c983-4f9a-bc40-dadb914d7027,revision_number=0']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:54:44.583423 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-ccc0339c-b562-4f50-8901-ec95e1bde9f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:54:44.649881 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc0339c-b562-4f50-8901-ec95e1bde9f0 admin admin] Checking segment: {'id': '2e0bb75a-40aa-4285-88c9-36c969753dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'd2fee6b3-d80c-4136-b36b-26b49b7df2ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 16:54:44.650314 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc0339c-b562-4f50-8901-ec95e1bde9f0 admin admin] Network hostable DHCP agents. Network: d2fee6b3-d80c-4136-b36b-26b49b7df2ca, hostable agents: ['a512e422-67dd-4296-9548-92f23f2586e5'], hosted agents: [] {{(pid=85336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 16:54:44.670167 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc0339c-b562-4f50-8901-ec95e1bde9f0 admin admin] Network d2fee6b3-d80c-4136-b36b-26b49b7df2ca is scheduled to be hosted by DHCP agent a512e422-67dd-4296-9548-92f23f2586e5 with binding_index 1 {{(pid=85336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 16:54:44.678846 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [None req-ccc0339c-b562-4f50-8901-ec95e1bde9f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-13-smb, d2fee6b3-d80c-4136-b36b-26b49b7df2ca) {{(pid=85336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:54:44.688755 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a4ef58-ec8e-440d-9b94-1135ddbeb26c None None] Network d2fee6b3-d80c-4136-b36b-26b49b7df2ca requested from dv-cinder-733622-13-smb {{(pid=85337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 16:54:44.693953 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc0339c-b562-4f50-8901-ec95e1bde9f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:54:44.694798 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-ccc0339c-b562-4f50-8901-ec95e1bde9f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609088'] for subnet, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:44.723603 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-ccc0339c-b562-4f50-8901-ec95e1bde9f0 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0459454 Apr 16 16:54:44.723879 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 45502) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:54:44.731090 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-f4b90343-2086-4127-b659-0ce0b8ee4bf3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-742880074-router', 'tenant_id': '52da619040dd4ebcbd9ac766b4445cb2', 'external_gateway_info': {'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f'}}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:54:44.736388 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-f4b90343-2086-4127-b659-0ce0b8ee4bf3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:54:44.740605 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-f4b90343-2086-4127-b659-0ce0b8ee4bf3 admin admin] Usage tracker for resource:router and tenant:52da619040dd4ebcbd9ac766b4445cb2 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:54:44.745539 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-f4b90343-2086-4127-b659-0ce0b8ee4bf3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:54:44.751785 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-f4b90343-2086-4127-b659-0ce0b8ee4bf3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:54:44.762791 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f4b90343-2086-4127-b659-0ce0b8ee4bf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-457759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5682'] for router, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:44.763920 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f4b90343-2086-4127-b659-0ce0b8ee4bf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854317886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854348900', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854353146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854770118'] for router, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:44.783492 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f4b90343-2086-4127-b659-0ce0b8ee4bf3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:44.940942 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae3b911-59b4-452b-a6d4-719f3af41c5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bdac51c-8a1a-5aad-9eff-c89f1558b090-d2fee6b3-d80c-4136-b36b-26b49b7df2ca', 'network_id': 'd2fee6b3-d80c-4136-b36b-26b49b7df2ca', 'tenant_id': '52da619040dd4ebcbd9ac766b4445cb2', 'fixed_ips': [{'subnet_id': '1ac0e1eb-c983-4f9a-bc40-dadb914d7027'}]}} from dv-cinder-733622-13-smb. {{(pid=85337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 16:54:44.941899 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-dae3b911-59b4-452b-a6d4-719f3af41c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:45.103857 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f4b90343-2086-4127-b659-0ce0b8ee4bf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854348883', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-457772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854770167'] for router, precommit_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:45.118997 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.db_base_plugin_common [None req-dae3b911-59b4-452b-a6d4-719f3af41c5e None None] Allocated IP 172.20.0.2 (d2fee6b3-d80c-4136-b36b-26b49b7df2ca/1ac0e1eb-c983-4f9a-bc40-dadb914d7027/67d41640-e0ed-453f-b0db-c9b2787cc520) {{(pid=85337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 16:54:45.353283 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-dae3b911-59b4-452b-a6d4-719f3af41c5e None None] Notify callbacks [] for port, precommit_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:45.364541 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-dae3b911-59b4-452b-a6d4-719f3af41c5e None None] Transition to ACTIVE for port object 67d41640-e0ed-453f-b0db-c9b2787cc520 will not be triggered until provisioned by entity L2. {{(pid=85337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:54:45.386543 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-dae3b911-59b4-452b-a6d4-719f3af41c5e None None] Transition to ACTIVE for port object 67d41640-e0ed-453f-b0db-c9b2787cc520 will not be triggered until provisioned by entity DHCP. {{(pid=85337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:54:45.392091 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-dae3b911-59b4-452b-a6d4-719f3af41c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751455712866'] for port, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:45.408268 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:54:45.456555 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f4b90343-2086-4127-b659-0ce0b8ee4bf3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:45.489417 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f4b90343-2086-4127-b659-0ce0b8ee4bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:45.556758 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae3b911-59b4-452b-a6d4-719f3af41c5e None None] Pushing event updated for resources: {'Port': ['ID=67d41640-e0ed-453f-b0db-c9b2787cc520,revision_number=1']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:54:45.563400 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-dae3b911-59b4-452b-a6d4-719f3af41c5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:54:45.625164 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae3b911-59b4-452b-a6d4-719f3af41c5e None None] Network d2fee6b3-d80c-4136-b36b-26b49b7df2ca is already hosted by enough agents. {{(pid=85337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 16:54:45.626696 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [None req-dae3b911-59b4-452b-a6d4-719f3af41c5e None None] Resources bound (agent type, host, resource id): {{(pid=85337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:54:45.631103 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae3b911-59b4-452b-a6d4-719f3af41c5e None None] Received port after_create {{(pid=85337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 16:54:45.660457 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.db_base_plugin_common [None req-f4b90343-2086-4127-b659-0ce0b8ee4bf3 admin admin] Allocated IP 172.28.2.181 (2bc9ca6b-6e72-4404-899b-6b4685eced1f/9106a8ae-dfd9-43e0-982a-dc423b27def7/53d2dc37-cf74-41a8-a076-b58c42a0613b) {{(pid=85336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 16:54:45.742459 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-dae3b911-59b4-452b-a6d4-719f3af41c5e None None] Attempting to bind port 67d41640-e0ed-453f-b0db-c9b2787cc520 on host dv-cinder-733622-13-smb for vnic_type normal with profile {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 16:54:45.742923 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-dae3b911-59b4-452b-a6d4-719f3af41c5e None None] Attempting to bind port 67d41640-e0ed-453f-b0db-c9b2787cc520 by drivers openvswitch,hyperv on host dv-cinder-733622-13-smb at level 0 using segments [{'id': '2e0bb75a-40aa-4285-88c9-36c969753dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'd2fee6b3-d80c-4136-b36b-26b49b7df2ca'}] {{(pid=85337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 16:54:45.743980 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae3b911-59b4-452b-a6d4-719f3af41c5e None None] Attempting to bind port 67d41640-e0ed-453f-b0db-c9b2787cc520 on network d2fee6b3-d80c-4136-b36b-26b49b7df2ca {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 16:54:45.751237 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae3b911-59b4-452b-a6d4-719f3af41c5e None None] Checking agent: {'id': '033b0af5-7550-4b5d-954a-022a384d8461', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 16, 36, 23), 'started_at': datetime.datetime(2021, 4, 16, 16, 36, 53), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 16:54:45.751649 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae3b911-59b4-452b-a6d4-719f3af41c5e None None] Checking segment: {'id': '2e0bb75a-40aa-4285-88c9-36c969753dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'd2fee6b3-d80c-4136-b36b-26b49b7df2ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 16:54:45.752096 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-dae3b911-59b4-452b-a6d4-719f3af41c5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:45.752533 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae3b911-59b4-452b-a6d4-719f3af41c5e None None] Bound using segment: {'id': '2e0bb75a-40aa-4285-88c9-36c969753dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'd2fee6b3-d80c-4136-b36b-26b49b7df2ca'} {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 16:54:45.753037 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-dae3b911-59b4-452b-a6d4-719f3af41c5e None None] Bound port: 67d41640-e0ed-453f-b0db-c9b2787cc520, host: dv-cinder-733622-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e0bb75a-40aa-4285-88c9-36c969753dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'd2fee6b3-d80c-4136-b36b-26b49b7df2ca'}}] {{(pid=85337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 16:54:45.753447 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-dae3b911-59b4-452b-a6d4-719f3af41c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:45.829552 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f4b90343-2086-4127-b659-0ce0b8ee4bf3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:45.853168 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-dae3b911-59b4-452b-a6d4-719f3af41c5e None None] For port 67d41640-e0ed-453f-b0db-c9b2787cc520, host dv-cinder-733622-13-smb, cleared binding levels {{(pid=85337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 16:54:45.856378 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-dae3b911-59b4-452b-a6d4-719f3af41c5e None None] For port 67d41640-e0ed-453f-b0db-c9b2787cc520, host dv-cinder-733622-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-smb',level=0,port_id=67d41640-e0ed-453f-b0db-c9b2787cc520,segment=NetworkSegment(2e0bb75a-40aa-4285-88c9-36c969753dea),segment_id=2e0bb75a-40aa-4285-88c9-36c969753dea)] {{(pid=85337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 16:54:45.859726 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-dae3b911-59b4-452b-a6d4-719f3af41c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:45.864462 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f4b90343-2086-4127-b659-0ce0b8ee4bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751455712866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2420184'] for port, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:45.876191 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:54:45.881914 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-83ce5e52-72d4-4230-ad51-ea2b49eedb92 tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:54:46.025325 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b90343-2086-4127-b659-0ce0b8ee4bf3 admin admin] Pushing event updated for resources: {'Port': ['ID=53d2dc37-cf74-41a8-a076-b58c42a0613b,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:54:46.040722 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-f4b90343-2086-4127-b659-0ce0b8ee4bf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:54:46.124408 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b90343-2086-4127-b659-0ce0b8ee4bf3 admin admin] Network 2bc9ca6b-6e72-4404-899b-6b4685eced1f is already hosted by enough agents. {{(pid=85336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 16:54:46.126520 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [None req-f4b90343-2086-4127-b659-0ce0b8ee4bf3 admin admin] Resources bound (agent type, host, resource id): {{(pid=85336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:54:46.130547 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b90343-2086-4127-b659-0ce0b8ee4bf3 admin admin] Received port after_create {{(pid=85336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 16:54:46.244213 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae3b911-59b4-452b-a6d4-719f3af41c5e None None] Pushing event updated for resources: {'Port': ['ID=67d41640-e0ed-453f-b0db-c9b2787cc520,revision_number=2']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:54:46.250083 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-dae3b911-59b4-452b-a6d4-719f3af41c5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:54:46.641973 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f4b90343-2086-4127-b659-0ce0b8ee4bf3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:47.028703 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f4b90343-2086-4127-b659-0ce0b8ee4bf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854318044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-426954'] for router, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:47.530642 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4b90343-2086-4127-b659-0ce0b8ee4bf3 admin admin] Router cc1b1c33-8b53-48e1-ae82-630ad92a19c3 is scheduled to L3 agent 4aa3b6c8-2ef9-4577-bdb6-1cfedaad083f with binding_index 1 {{(pid=85336) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 16 16:54:47.729305 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-750455f5-bc18-486c-9a7f-44f4bddc2ff2 None None] Network d2fee6b3-d80c-4136-b36b-26b49b7df2ca requested from dv-cinder-733622-13-smb {{(pid=85337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 16:54:47.755607 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4b90343-2086-4127-b659-0ce0b8ee4bf3 admin admin] Notify agent at l3_agent.dv-cinder-733622-13-smb the message routers_updated {{(pid=85336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 16:54:47.787376 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f4b90343-2086-4127-b659-0ce0b8ee4bf3 admin admin] Notify callbacks [] for router, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:47.792760 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-f4b90343-2086-4127-b659-0ce0b8ee4bf3 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.0640225 Apr 16 16:54:47.793733 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 45508) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:54:47.804045 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b5a6d7-34f0-4ef3-9778-df8675b9236c None None] Sync routers for ids ['cc1b1c33-8b53-48e1-ae82-630ad92a19c3'] in dv-cinder-733622-13-smb {{(pid=85337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 16:54:47.843179 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b5a6d7-34f0-4ef3-9778-df8675b9236c None None] Routers {'cc1b1c33-8b53-48e1-ae82-630ad92a19c3'} bound to L3 agent in host dv-cinder-733622-13-smb {{(pid=85337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:54:47.843900 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-16b5a6d7-34f0-4ef3-9778-df8675b9236c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T16:36:22Z,description=,heartbeat_timestamp=2021-04-16T16:54:22Z,host='dv-cinder-733622-13-smb',id=4aa3b6c8-2ef9-4577-bdb6-1cfedaad083f,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T16:36:22Z,topic='l3_agent')) {'router_ids': ['cc1b1c33-8b53-48e1-ae82-630ad92a19c3'], 'active': True} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:54:47.907423 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-98494d87-38c5-4879-89ac-d53a3e68b040 None None] Provisioning for port 67d41640-e0ed-453f-b0db-c9b2787cc520 completed by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:54:48.188260 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvr_db [None req-16b5a6d7-34f0-4ef3-9778-df8675b9236c None None] Set router cc1b1c33-8b53-48e1-ae82-630ad92a19c3 gateway port host: dv-cinder-733622-13-smb {{(pid=85337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:54:48.488070 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Device 67d41640-e0ed-453f-b0db-c9b2787cc520 up at agent ovs-agent-dv-cinder-733622-13-smb {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:54:48.642399 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Provisioning for port 67d41640-e0ed-453f-b0db-c9b2787cc520 completed by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:54:48.651256 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Provisioning complete for port 67d41640-e0ed-453f-b0db-c9b2787cc520 triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:54:48.651650 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852761088'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:48.723157 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-16b5a6d7-34f0-4ef3-9778-df8675b9236c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc1b1c33-8b53-48e1-ae82-630ad92a19c3', 'name': 'tempest-TestMinimumBasicScenario-742880074-router', 'tenant_id': '52da619040dd4ebcbd9ac766b4445cb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'external_fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.181'}], 'enable_snat': True}, 'gw_port_id': '53d2dc37-cf74-41a8-a076-b58c42a0613b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:54:44Z', 'updated_at': '2021-04-16T16:54:46Z', 'revision_number': 3, 'project_id': '52da619040dd4ebcbd9ac766b4445cb2', 'gw_port': {'id': '53d2dc37-cf74-41a8-a076-b58c42a0613b', 'name': '', 'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:f5:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc1b1c33-8b53-48e1-ae82-630ad92a19c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:54:45Z', 'updated_at': '2021-04-16T16:54:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-smb'}], 'dv-cinder-733622-13-smb', False) {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:54:48.734400 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b5a6d7-34f0-4ef3-9778-df8675b9236c None None] Checking router: cc1b1c33-8b53-48e1-ae82-630ad92a19c3 for host: dv-cinder-733622-13-smb {{(pid=85337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 16:54:48.735104 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b5a6d7-34f0-4ef3-9778-df8675b9236c None None] Updating router cc1b1c33-8b53-48e1-ae82-630ad92a19c3 port 53d2dc37-cf74-41a8-a076-b58c42a0613b binding host dv-cinder-733622-13-smb {{(pid=85337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 16:54:48.743959 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a810b3-da8c-4a02-b598-114432f5faee req-968d2121-f28d-4fd2-ba9e-2bdfb78888bb tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:54:48.746262 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-c0a810b3-da8c-4a02-b598-114432f5faee req-968d2121-f28d-4fd2-ba9e-2bdfb78888bb tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] 10.222.0.38 "GET /v2.0/ports?device_id=57a18dee-0e60-45b2-8fcb-da3152d60769 HTTP/1.1" status: 200 len: 946 time: 0.5378280 Apr 16 16:54:48.850714 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-16b5a6d7-34f0-4ef3-9778-df8675b9236c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:48.871074 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-c0a810b3-da8c-4a02-b598-114432f5faee req-f3e869e3-33af-4beb-bec6-b0673eb34014 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] 10.222.0.38 "GET /v2.0/security-groups?id=2cdf2105-d988-4489-b378-2e1e588e755c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170185 Apr 16 16:54:48.933734 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:48.992681 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-5584b23f-c13c-49f2-82a8-c0b6d19cf925 None None] Provisioning complete for port 67d41640-e0ed-453f-b0db-c9b2787cc520 triggered by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:54:48.993040 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-5584b23f-c13c-49f2-82a8-c0b6d19cf925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852761088'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:49.007301 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1d23f812-18f0-4739-8064-4a3cd859afa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:49.101414 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] For port 67d41640-e0ed-453f-b0db-c9b2787cc520, host dv-cinder-733622-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-smb',level=0,port_id=67d41640-e0ed-453f-b0db-c9b2787cc520,segment=NetworkSegment(2e0bb75a-40aa-4285-88c9-36c969753dea),segment_id=2e0bb75a-40aa-4285-88c9-36c969753dea)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:54:49.123467 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:49.175932 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-542b514e-31e4-4a02-8fbe-3e22cc528065 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:54:49.257850 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.db_base_plugin_common [None req-1d23f812-18f0-4739-8064-4a3cd859afa0 admin admin] Allocated IP 172.20.0.1 (d2fee6b3-d80c-4136-b36b-26b49b7df2ca/1ac0e1eb-c983-4f9a-bc40-dadb914d7027/f754e634-195d-48cb-8e13-1ec58551d3e9) {{(pid=85335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 16:54:49.351061 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Pushing event updated for resources: {'Port': ['ID=67d41640-e0ed-453f-b0db-c9b2787cc520,revision_number=3']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:54:49.366947 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:54:49.427719 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1d23f812-18f0-4739-8064-4a3cd859afa0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:49.445474 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-1d23f812-18f0-4739-8064-4a3cd859afa0 admin admin] Transition to ACTIVE for port object f754e634-195d-48cb-8e13-1ec58551d3e9 will not be triggered until provisioned by entity DHCP. {{(pid=85335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:54:49.479821 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1d23f812-18f0-4739-8064-4a3cd859afa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751455712866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850737760'] for port, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:49.484933 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-16b5a6d7-34f0-4ef3-9778-df8675b9236c None None] Notify callbacks [] for port, precommit_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:49.496530 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:54:49.498242 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-16b5a6d7-34f0-4ef3-9778-df8675b9236c None None] Transition to ACTIVE for port object 53d2dc37-cf74-41a8-a076-b58c42a0613b will not be triggered until provisioned by entity L2. {{(pid=85337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:54:49.504271 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-16b5a6d7-34f0-4ef3-9778-df8675b9236c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:49.519993 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:54:49.646123 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d23f812-18f0-4739-8064-4a3cd859afa0 admin admin] Pushing event updated for resources: {'Port': ['ID=f754e634-195d-48cb-8e13-1ec58551d3e9,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:54:49.659633 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1d23f812-18f0-4739-8064-4a3cd859afa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:54:49.685726 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a1cbc7-a41c-415f-b817-eec13e7926fc None None] Pushing event updated for resources: {'Port': ['ID=53d2dc37-cf74-41a8-a076-b58c42a0613b,revision_number=2']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:54:49.688958 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-44a1cbc7-a41c-415f-b817-eec13e7926fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:54:49.710313 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d23f812-18f0-4739-8064-4a3cd859afa0 admin admin] Network d2fee6b3-d80c-4136-b36b-26b49b7df2ca is already hosted by enough agents. {{(pid=85335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 16:54:49.711457 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [None req-1d23f812-18f0-4739-8064-4a3cd859afa0 admin admin] Resources bound (agent type, host, resource id): {{(pid=85335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:54:49.717609 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d23f812-18f0-4739-8064-4a3cd859afa0 admin admin] Received port after_create {{(pid=85335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 16:54:49.813307 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1d23f812-18f0-4739-8064-4a3cd859afa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854343281'] for router_interface, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:49.822592 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a150d6ed-2dff-4703-a1a4-a1ffc2534ea8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:49.824635 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-16b5a6d7-34f0-4ef3-9778-df8675b9236c None None] Attempting to bind port 53d2dc37-cf74-41a8-a076-b58c42a0613b on host dv-cinder-733622-13-smb for vnic_type normal with profile {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 16:54:49.825674 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-16b5a6d7-34f0-4ef3-9778-df8675b9236c None None] Attempting to bind port 53d2dc37-cf74-41a8-a076-b58c42a0613b by drivers openvswitch,hyperv on host dv-cinder-733622-13-smb at level 0 using segments [{'id': '72591246-2019-4cd4-9cf3-fab9e1d2beed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f'}] {{(pid=85337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 16:54:49.826199 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b5a6d7-34f0-4ef3-9778-df8675b9236c None None] Attempting to bind port 53d2dc37-cf74-41a8-a076-b58c42a0613b on network 2bc9ca6b-6e72-4404-899b-6b4685eced1f {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 16:54:49.833811 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b5a6d7-34f0-4ef3-9778-df8675b9236c None None] Checking agent: {'id': '033b0af5-7550-4b5d-954a-022a384d8461', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 16, 36, 23), 'started_at': datetime.datetime(2021, 4, 16, 16, 36, 53), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 16:54:49.834289 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b5a6d7-34f0-4ef3-9778-df8675b9236c None None] Checking segment: {'id': '72591246-2019-4cd4-9cf3-fab9e1d2beed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 16:54:49.834766 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-16b5a6d7-34f0-4ef3-9778-df8675b9236c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:49.835260 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b5a6d7-34f0-4ef3-9778-df8675b9236c None None] Bound using segment: {'id': '72591246-2019-4cd4-9cf3-fab9e1d2beed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f'} {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 16:54:49.835792 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-16b5a6d7-34f0-4ef3-9778-df8675b9236c None None] Bound port: 53d2dc37-cf74-41a8-a076-b58c42a0613b, host: dv-cinder-733622-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72591246-2019-4cd4-9cf3-fab9e1d2beed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f'}}] {{(pid=85337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 16:54:49.836212 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-16b5a6d7-34f0-4ef3-9778-df8675b9236c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:49.947798 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-16b5a6d7-34f0-4ef3-9778-df8675b9236c None None] For port 53d2dc37-cf74-41a8-a076-b58c42a0613b, host dv-cinder-733622-13-smb, cleared binding levels {{(pid=85337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 16:54:49.951698 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-16b5a6d7-34f0-4ef3-9778-df8675b9236c None None] For port 53d2dc37-cf74-41a8-a076-b58c42a0613b, host dv-cinder-733622-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-smb',level=0,port_id=53d2dc37-cf74-41a8-a076-b58c42a0613b,segment=NetworkSegment(72591246-2019-4cd4-9cf3-fab9e1d2beed),segment_id=72591246-2019-4cd4-9cf3-fab9e1d2beed)] {{(pid=85337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 16:54:49.955362 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-16b5a6d7-34f0-4ef3-9778-df8675b9236c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:49.970062 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-294be598-1599-4db4-ad13-b780673a35b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:54:50.140366 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf80b23-82fc-4068-9a32-4652f01a792a req-79793d2c-e61b-4e7f-be14-c7a40bfaf7f7 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:54:50.142220 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-cdf80b23-82fc-4068-9a32-4652f01a792a req-79793d2c-e61b-4e7f-be14-c7a40bfaf7f7 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] 10.222.0.38 "GET /v2.0/ports?device_id=57a18dee-0e60-45b2-8fcb-da3152d60769 HTTP/1.1" status: 200 len: 946 time: 0.1281111 Apr 16 16:54:50.147971 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1d23f812-18f0-4739-8064-4a3cd859afa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:50.216009 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-cdf80b23-82fc-4068-9a32-4652f01a792a req-e7fb1b4f-a920-4e57-9e3a-a95af9ce68f0 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] 10.222.0.38 "GET /v2.0/security-groups?id=2cdf2105-d988-4489-b378-2e1e588e755c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618734 Apr 16 16:54:50.350748 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-0ca2fdfe-431e-4a6f-a5a8-19fb27f727d0 None None] Provisioning for port f754e634-195d-48cb-8e13-1ec58551d3e9 completed by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:54:50.363917 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-0ca2fdfe-431e-4a6f-a5a8-19fb27f727d0 None None] Provisioning complete for port f754e634-195d-48cb-8e13-1ec58551d3e9 triggered by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:54:50.364347 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-0ca2fdfe-431e-4a6f-a5a8-19fb27f727d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852761088'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:50.413817 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a1cbc7-a41c-415f-b817-eec13e7926fc None None] Pushing event updated for resources: {'Port': ['ID=53d2dc37-cf74-41a8-a076-b58c42a0613b,revision_number=3']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:54:50.431154 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-44a1cbc7-a41c-415f-b817-eec13e7926fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:54:50.461225 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Device 67d41640-e0ed-453f-b0db-c9b2787cc520 up at agent ovs-agent-dv-cinder-733622-13-smb {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:54:50.482834 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1d23f812-18f0-4739-8064-4a3cd859afa0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:50.486792 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1d23f812-18f0-4739-8064-4a3cd859afa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4038072'] for port, after_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:50.519266 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-0ca2fdfe-431e-4a6f-a5a8-19fb27f727d0 None None] Port f754e634-195d-48cb-8e13-1ec58551d3e9 cannot update to ACTIVE because it is not bound. {{(pid=85337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 16:54:50.521944 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-05b6abf1-ca35-45da-bd50-db0b0f32c55c tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:54:50.559210 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b5a6d7-34f0-4ef3-9778-df8675b9236c None None] Routers {'cc1b1c33-8b53-48e1-ae82-630ad92a19c3'} bound to L3 agent in host dv-cinder-733622-13-smb {{(pid=85337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:54:50.560361 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-16b5a6d7-34f0-4ef3-9778-df8675b9236c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T16:36:22Z,description=,heartbeat_timestamp=2021-04-16T16:54:22Z,host='dv-cinder-733622-13-smb',id=4aa3b6c8-2ef9-4577-bdb6-1cfedaad083f,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T16:36:22Z,topic='l3_agent')) {'router_ids': ['cc1b1c33-8b53-48e1-ae82-630ad92a19c3'], 'active': True} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:54:50.613181 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1d23f812-18f0-4739-8064-4a3cd859afa0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432616'] for router_interface, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:50.629788 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d23f812-18f0-4739-8064-4a3cd859afa0 admin admin] Pushing event updated for resources: {'Port': ['ID=f754e634-195d-48cb-8e13-1ec58551d3e9,revision_number=2']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:54:50.640177 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1d23f812-18f0-4739-8064-4a3cd859afa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:54:50.713482 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Provisioning complete for port 67d41640-e0ed-453f-b0db-c9b2787cc520 triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:54:50.714212 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852761088'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:50.795593 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d23f812-18f0-4739-8064-4a3cd859afa0 admin admin] Network d2fee6b3-d80c-4136-b36b-26b49b7df2ca is already hosted by enough agents. {{(pid=85335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 16:54:50.796866 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [None req-1d23f812-18f0-4739-8064-4a3cd859afa0 admin admin] Resources bound (agent type, host, resource id): {{(pid=85335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:54:50.893449 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvr_db [None req-16b5a6d7-34f0-4ef3-9778-df8675b9236c None None] Set router cc1b1c33-8b53-48e1-ae82-630ad92a19c3 gateway port host: dv-cinder-733622-13-smb {{(pid=85337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:54:51.075194 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d23f812-18f0-4739-8064-4a3cd859afa0 admin admin] Router cc1b1c33-8b53-48e1-ae82-630ad92a19c3 has already been hosted by L3 agent 4aa3b6c8-2ef9-4577-bdb6-1cfedaad083f {{(pid=85335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 16:54:51.247394 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-c6072144-c0df-4023-b777-2cfaae001d6c None None] Provisioning complete for port f754e634-195d-48cb-8e13-1ec58551d3e9 triggered by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:54:51.247994 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c6072144-c0df-4023-b777-2cfaae001d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852761088'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:51.408103 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-c6072144-c0df-4023-b777-2cfaae001d6c None None] Port f754e634-195d-48cb-8e13-1ec58551d3e9 cannot update to ACTIVE because it is not bound. {{(pid=85337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 16:54:51.472437 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d23f812-18f0-4739-8064-4a3cd859afa0 admin admin] Notify agent at l3_agent.dv-cinder-733622-13-smb the message routers_updated {{(pid=85335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 16:54:51.502355 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-1d23f812-18f0-4739-8064-4a3cd859afa0 admin admin] 10.222.0.38 "PUT /v2.0/routers/cc1b1c33-8b53-48e1-ae82-630ad92a19c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7067454 Apr 16 16:54:51.562479 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-16b5a6d7-34f0-4ef3-9778-df8675b9236c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc1b1c33-8b53-48e1-ae82-630ad92a19c3', 'name': 'tempest-TestMinimumBasicScenario-742880074-router', 'tenant_id': '52da619040dd4ebcbd9ac766b4445cb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'external_fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.181'}], 'enable_snat': True}, 'gw_port_id': '53d2dc37-cf74-41a8-a076-b58c42a0613b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:54:44Z', 'updated_at': '2021-04-16T16:54:50Z', 'revision_number': 4, 'project_id': '52da619040dd4ebcbd9ac766b4445cb2', 'gw_port': {'id': '53d2dc37-cf74-41a8-a076-b58c42a0613b', 'name': '', 'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:f5:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc1b1c33-8b53-48e1-ae82-630ad92a19c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:54:45Z', 'updated_at': '2021-04-16T16:54:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-smb', '_interfaces': [{'id': 'f754e634-195d-48cb-8e13-1ec58551d3e9', 'name': '', 'network_id': 'd2fee6b3-d80c-4136-b36b-26b49b7df2ca', 'tenant_id': '52da619040dd4ebcbd9ac766b4445cb2', 'mac_address': 'fa:16:3e:4d:c2:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc1b1c33-8b53-48e1-ae82-630ad92a19c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '1ac0e1eb-c983-4f9a-bc40-dadb914d7027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:54:49Z', 'updated_at': '2021-04-16T16:54:50Z', 'revision_number': 2, 'project_id': '52da619040dd4ebcbd9ac766b4445cb2', 'subnets': [{'id': '1ac0e1eb-c983-4f9a-bc40-dadb914d7027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-13-smb', False) {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:54:51.568259 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c74693-8030-4da9-99c1-c39b58d9f82d req-317666a9-a855-4928-bd01-a5a0ca822043 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:54:51.570219 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b5a6d7-34f0-4ef3-9778-df8675b9236c None None] The sync data for ids ['cc1b1c33-8b53-48e1-ae82-630ad92a19c3'] in dv-cinder-733622-13-smb is: [{'id': 'cc1b1c33-8b53-48e1-ae82-630ad92a19c3', 'name': 'tempest-TestMinimumBasicScenario-742880074-router', 'tenant_id': '52da619040dd4ebcbd9ac766b4445cb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'external_fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.181'}], 'enable_snat': True}, 'gw_port_id': '53d2dc37-cf74-41a8-a076-b58c42a0613b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:54:44Z', 'updated_at': '2021-04-16T16:54:50Z', 'revision_number': 4, 'project_id': '52da619040dd4ebcbd9ac766b4445cb2', 'gw_port': {'id': '53d2dc37-cf74-41a8-a076-b58c42a0613b', 'name': '', 'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:f5:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc1b1c33-8b53-48e1-ae82-630ad92a19c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:54:45Z', 'updated_at': '2021-04-16T16:54:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-smb', '_interfaces': [{'id': 'f754e634-195d-48cb-8e13-1ec58551d3e9', 'name': '', 'network_id': 'd2fee6b3-d80c-4136-b36b-26b49b7df2ca', 'tenant_id': '52da619040dd4ebcbd9ac766b4445cb2', 'mac_address': 'fa:16:3e:4d:c2:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc1b1c33-8b53-48e1-ae82-630ad92a19c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '1ac0e1eb-c983-4f9a-bc40-dadb914d7027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:54:49Z', 'updated_at': '2021-04-16T16:54:50Z', 'revision_number': 2, 'project_id': '52da619040dd4ebcbd9ac766b4445cb2', 'subnets': [{'id': '1ac0e1eb-c983-4f9a-bc40-dadb914d7027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 16:54:51.570975 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-c5c74693-8030-4da9-99c1-c39b58d9f82d req-317666a9-a855-4928-bd01-a5a0ca822043 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] 10.222.0.38 "GET /v2.0/ports?device_id=57a18dee-0e60-45b2-8fcb-da3152d60769 HTTP/1.1" status: 200 len: 946 time: 0.2102423 Apr 16 16:54:51.638465 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-c5c74693-8030-4da9-99c1-c39b58d9f82d req-5b5e0766-1e03-4fe5-8877-07b1697e3cfc tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] 10.222.0.38 "GET /v2.0/security-groups?id=2cdf2105-d988-4489-b378-2e1e588e755c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502036 Apr 16 16:54:51.823684 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d599af5e-19fe-4eae-8be2-9b918187990f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:52.249114 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 45532) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:54:52.256101 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-12b2c447-4faf-4a16-9561-2b7f91d30e53 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1985015030-network', 'tenant_id': '583c567f6d9d49f3aa197b45fa106c73'}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:54:52.262275 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-12b2c447-4faf-4a16-9561-2b7f91d30e53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:54:52.267758 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-12b2c447-4faf-4a16-9561-2b7f91d30e53 admin admin] Usage tracker for resource:network and tenant:583c567f6d9d49f3aa197b45fa106c73 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:54:52.271746 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-12b2c447-4faf-4a16-9561-2b7f91d30e53 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:54:52.286470 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-12b2c447-4faf-4a16-9561-2b7f91d30e53 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:54:52.299596 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12b2c447-4faf-4a16-9561-2b7f91d30e53 admin admin] Made reservation on behalf of 583c567f6d9d49f3aa197b45fa106c73 for: {'network': 1} {{(pid=85336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 16:54:52.305944 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-12b2c447-4faf-4a16-9561-2b7f91d30e53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for network, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:52.322189 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-12b2c447-4faf-4a16-9561-2b7f91d30e53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:52.342129 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-12b2c447-4faf-4a16-9561-2b7f91d30e53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:54:52.347138 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-12b2c447-4faf-4a16-9561-2b7f91d30e53 admin admin] Usage tracker for resource:security_group_rule and tenant:583c567f6d9d49f3aa197b45fa106c73 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:54:52.350934 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-12b2c447-4faf-4a16-9561-2b7f91d30e53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:54:52.358710 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-12b2c447-4faf-4a16-9561-2b7f91d30e53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:54:52.470587 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-12b2c447-4faf-4a16-9561-2b7f91d30e53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:52.475484 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-12b2c447-4faf-4a16-9561-2b7f91d30e53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:52.480418 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-71e7c444-91dd-4370-9ce3-099585f3e322 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:54:52.511412 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12b2c447-4faf-4a16-9561-2b7f91d30e53 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 766} {{(pid=85336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 16:54:52.531617 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-12b2c447-4faf-4a16-9561-2b7f91d30e53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-60927'] for segment, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:52.532141 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.db.segments_db [None req-12b2c447-4faf-4a16-9561-2b7f91d30e53 admin admin] Added segment 5fc61acf-6502-489a-bdc4-97608ea684b5 of type vlan for network 770daafa-1164-40b6-87b7-5c389973ad27 Apr 16 16:54:52.533741 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b2c447-4faf-4a16-9561-2b7f91d30e53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa24b680-80d2-4d5d-8860-d5ede51e9457,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:54:52.550172 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b2c447-4faf-4a16-9561-2b7f91d30e53 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:54:52.550756 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b2c447-4faf-4a16-9561-2b7f91d30e53 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:54:52.551175 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b2c447-4faf-4a16-9561-2b7f91d30e53 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:54:52.551699 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b2c447-4faf-4a16-9561-2b7f91d30e53 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:54:52.552106 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b2c447-4faf-4a16-9561-2b7f91d30e53 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:54:52.552629 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b2c447-4faf-4a16-9561-2b7f91d30e53 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:54:52.553037 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b2c447-4faf-4a16-9561-2b7f91d30e53 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:54:52.553573 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b2c447-4faf-4a16-9561-2b7f91d30e53 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:54:52.553980 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b2c447-4faf-4a16-9561-2b7f91d30e53 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:54:52.554580 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b2c447-4faf-4a16-9561-2b7f91d30e53 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:54:52.555107 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b2c447-4faf-4a16-9561-2b7f91d30e53 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:54:52.555714 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b2c447-4faf-4a16-9561-2b7f91d30e53 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:54:52.564486 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-12b2c447-4faf-4a16-9561-2b7f91d30e53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:54:52.592618 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-12b2c447-4faf-4a16-9561-2b7f91d30e53 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751455732714'] for network, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:52.628704 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-12b2c447-4faf-4a16-9561-2b7f91d30e53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139'] for network, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:52.630481 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b2c447-4faf-4a16-9561-2b7f91d30e53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:54:52.631128 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-12b2c447-4faf-4a16-9561-2b7f91d30e53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609088'] for network, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:52.637927 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-14985b7b-443e-4cc9-86bc-576a974b2387 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:54:52.758584 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-12b2c447-4faf-4a16-9561-2b7f91d30e53 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5080998 Apr 16 16:54:52.763251 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 45538) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:54:52.769890 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-abaef061-fc38-4b99-bbad-5772c0a76dee admin admin] Request body: {'subnet': {'network_id': '770daafa-1164-40b6-87b7-5c389973ad27', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1985015030-subnet', 'tenant_id': '583c567f6d9d49f3aa197b45fa106c73', 'ip_version': 4}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:54:52.771091 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b2c447-4faf-4a16-9561-2b7f91d30e53 admin admin] Pushing event updated for resources: {'Network': ['ID=770daafa-1164-40b6-87b7-5c389973ad27,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:54:52.775800 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-12b2c447-4faf-4a16-9561-2b7f91d30e53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:54:52.778684 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-abaef061-fc38-4b99-bbad-5772c0a76dee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:54:52.784328 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Network 770daafa-1164-40b6-87b7-5c389973ad27 details requested by agent ovs-agent-dv-cinder-733622-13-smb with host dv-cinder-733622-13-smb {{(pid=85337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 16:54:52.800028 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-abaef061-fc38-4b99-bbad-5772c0a76dee admin admin] Usage tracker for resource:subnet and tenant:583c567f6d9d49f3aa197b45fa106c73 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:54:52.810531 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-abaef061-fc38-4b99-bbad-5772c0a76dee admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:54:52.826775 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-abaef061-fc38-4b99-bbad-5772c0a76dee admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:54:52.845968 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abaef061-fc38-4b99-bbad-5772c0a76dee admin admin] Made reservation on behalf of 583c567f6d9d49f3aa197b45fa106c73 for: {'subnet': 1} {{(pid=85335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 16:54:52.853986 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-abaef061-fc38-4b99-bbad-5772c0a76dee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852490445'] for subnet, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:52.899658 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec251fda-52c6-41c6-b5b2-d8a0ffd7b47d req-933b5851-6a45-4ee2-96c9-2e753285f8bf tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:54:52.901860 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-ec251fda-52c6-41c6-b5b2-d8a0ffd7b47d req-933b5851-6a45-4ee2-96c9-2e753285f8bf tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] 10.222.0.38 "GET /v2.0/ports?device_id=57a18dee-0e60-45b2-8fcb-da3152d60769 HTTP/1.1" status: 200 len: 946 time: 0.1122355 Apr 16 16:54:52.936651 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-45c0d62a-bc24-48a8-9022-8ca56da26294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:52.965049 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-ec251fda-52c6-41c6-b5b2-d8a0ffd7b47d req-1cee906c-f5e4-432f-81d7-6a02f96cb54c tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] 10.222.0.38 "GET /v2.0/security-groups?id=2cdf2105-d988-4489-b378-2e1e588e755c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539348 Apr 16 16:54:53.331997 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-abaef061-fc38-4b99-bbad-5772c0a76dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850737714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852490496'] for subnet, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:53.347373 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:54:53.478314 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaef061-fc38-4b99-bbad-5772c0a76dee admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7f2886f-548b-4cf0-bf32-73f4e57d0285,revision_number=0']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:54:53.481135 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-abaef061-fc38-4b99-bbad-5772c0a76dee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:54:53.513956 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:53.562800 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abaef061-fc38-4b99-bbad-5772c0a76dee admin admin] Checking segment: {'id': '5fc61acf-6502-489a-bdc4-97608ea684b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '770daafa-1164-40b6-87b7-5c389973ad27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 16:54:53.563113 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abaef061-fc38-4b99-bbad-5772c0a76dee admin admin] Network hostable DHCP agents. Network: 770daafa-1164-40b6-87b7-5c389973ad27, hostable agents: ['a512e422-67dd-4296-9548-92f23f2586e5'], hosted agents: [] {{(pid=85335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 16:54:53.583611 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abaef061-fc38-4b99-bbad-5772c0a76dee admin admin] Network 770daafa-1164-40b6-87b7-5c389973ad27 is scheduled to be hosted by DHCP agent a512e422-67dd-4296-9548-92f23f2586e5 with binding_index 1 {{(pid=85335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 16:54:53.592985 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [None req-abaef061-fc38-4b99-bbad-5772c0a76dee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-13-smb, 770daafa-1164-40b6-87b7-5c389973ad27) {{(pid=85335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:54:53.603078 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40990e1-9f65-4755-85ee-b0228db06148 None None] Network 770daafa-1164-40b6-87b7-5c389973ad27 requested from dv-cinder-733622-13-smb {{(pid=85337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 16:54:53.610615 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abaef061-fc38-4b99-bbad-5772c0a76dee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:54:53.611265 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-abaef061-fc38-4b99-bbad-5772c0a76dee admin admin] Notify callbacks [] for subnet, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:53.635396 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-abaef061-fc38-4b99-bbad-5772c0a76dee admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8676298 Apr 16 16:54:53.635998 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 45542) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:54:53.645494 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-463ee3be-5d78-4070-af55-3af2c6dc5315 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1985015030-router', 'tenant_id': '583c567f6d9d49f3aa197b45fa106c73', 'external_gateway_info': {'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f'}}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:54:53.654618 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-463ee3be-5d78-4070-af55-3af2c6dc5315 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:54:53.658949 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-463ee3be-5d78-4070-af55-3af2c6dc5315 admin admin] Usage tracker for resource:router and tenant:583c567f6d9d49f3aa197b45fa106c73 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:54:53.937384 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-463ee3be-5d78-4070-af55-3af2c6dc5315 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:54:53.944582 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-463ee3be-5d78-4070-af55-3af2c6dc5315 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:54:53.957313 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-463ee3be-5d78-4070-af55-3af2c6dc5315 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-457759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5682'] for router, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:53.958989 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-463ee3be-5d78-4070-af55-3af2c6dc5315 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854317886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854348900', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854353146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854770118'] for router, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:53.960157 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e507f93-6ed5-40f4-bf15-55fd61e23b4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bdac51c-8a1a-5aad-9eff-c89f1558b090-770daafa-1164-40b6-87b7-5c389973ad27', 'network_id': '770daafa-1164-40b6-87b7-5c389973ad27', 'tenant_id': '583c567f6d9d49f3aa197b45fa106c73', 'fixed_ips': [{'subnet_id': 'f7f2886f-548b-4cf0-bf32-73f4e57d0285'}]}} from dv-cinder-733622-13-smb. {{(pid=85337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 16:54:53.961212 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8e507f93-6ed5-40f4-bf15-55fd61e23b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:53.979647 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-463ee3be-5d78-4070-af55-3af2c6dc5315 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:54.173117 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.db_base_plugin_common [None req-8e507f93-6ed5-40f4-bf15-55fd61e23b4c None None] Allocated IP 172.20.0.2 (770daafa-1164-40b6-87b7-5c389973ad27/f7f2886f-548b-4cf0-bf32-73f4e57d0285/8636009b-fdd0-455a-8d7d-c38d94a17e66) {{(pid=85337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 16:54:54.325931 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-53783e99-0c04-4d0d-b0b5-c5fd538000c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:54.447552 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8e507f93-6ed5-40f4-bf15-55fd61e23b4c None None] Notify callbacks [] for port, precommit_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:54.457324 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-463ee3be-5d78-4070-af55-3af2c6dc5315 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854348883', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-457772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854770167'] for router, precommit_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:54.459438 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-8e507f93-6ed5-40f4-bf15-55fd61e23b4c None None] Transition to ACTIVE for port object 8636009b-fdd0-455a-8d7d-c38d94a17e66 will not be triggered until provisioned by entity L2. {{(pid=85337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:54:54.476808 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Device 53d2dc37-cf74-41a8-a076-b58c42a0613b up at agent ovs-agent-dv-cinder-733622-13-smb {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:54:54.538673 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-8e507f93-6ed5-40f4-bf15-55fd61e23b4c None None] Transition to ACTIVE for port object 8636009b-fdd0-455a-8d7d-c38d94a17e66 will not be triggered until provisioned by entity DHCP. {{(pid=85337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:54:54.553774 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8e507f93-6ed5-40f4-bf15-55fd61e23b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751455712866'] for port, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:54.574788 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:54:54.586407 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca41095-129f-43a0-9bce-fa714a1916ed req-24b549e1-d684-4636-bd86-b6216f92afeb tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:54:54.589207 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-7ca41095-129f-43a0-9bce-fa714a1916ed req-24b549e1-d684-4636-bd86-b6216f92afeb tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] 10.222.0.38 "GET /v2.0/ports?device_id=57a18dee-0e60-45b2-8fcb-da3152d60769 HTTP/1.1" status: 200 len: 946 time: 0.3757010 Apr 16 16:54:54.652732 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-7ca41095-129f-43a0-9bce-fa714a1916ed req-481c78e7-3dac-4bc6-aaed-3577b2d37204 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] 10.222.0.38 "GET /v2.0/security-groups?id=2cdf2105-d988-4489-b378-2e1e588e755c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558317 Apr 16 16:54:54.754247 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e507f93-6ed5-40f4-bf15-55fd61e23b4c None None] Pushing event updated for resources: {'Port': ['ID=8636009b-fdd0-455a-8d7d-c38d94a17e66,revision_number=1']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:54:54.779463 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e507f93-6ed5-40f4-bf15-55fd61e23b4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:54:54.779863 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e507f93-6ed5-40f4-bf15-55fd61e23b4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:54:54.780300 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e507f93-6ed5-40f4-bf15-55fd61e23b4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:54:54.780796 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e507f93-6ed5-40f4-bf15-55fd61e23b4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:54:54.781343 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e507f93-6ed5-40f4-bf15-55fd61e23b4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:54:54.781858 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e507f93-6ed5-40f4-bf15-55fd61e23b4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:54:54.782304 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e507f93-6ed5-40f4-bf15-55fd61e23b4c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:54:54.782689 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e507f93-6ed5-40f4-bf15-55fd61e23b4c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:54:54.783098 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e507f93-6ed5-40f4-bf15-55fd61e23b4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:54:54.783468 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e507f93-6ed5-40f4-bf15-55fd61e23b4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:54:54.783854 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e507f93-6ed5-40f4-bf15-55fd61e23b4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:54:54.784242 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e507f93-6ed5-40f4-bf15-55fd61e23b4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:54:54.791439 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Provisioning for port 53d2dc37-cf74-41a8-a076-b58c42a0613b completed by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:54:54.795984 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-8e507f93-6ed5-40f4-bf15-55fd61e23b4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:54:54.815395 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Provisioning complete for port 53d2dc37-cf74-41a8-a076-b58c42a0613b triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:54:54.815822 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852761088'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:54.898773 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e507f93-6ed5-40f4-bf15-55fd61e23b4c None None] Network 770daafa-1164-40b6-87b7-5c389973ad27 is already hosted by enough agents. {{(pid=85337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 16:54:54.903211 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [None req-8e507f93-6ed5-40f4-bf15-55fd61e23b4c None None] Resources bound (agent type, host, resource id): {{(pid=85337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:54:54.908036 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e507f93-6ed5-40f4-bf15-55fd61e23b4c None None] Received port after_create {{(pid=85337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 16:54:54.919053 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-463ee3be-5d78-4070-af55-3af2c6dc5315 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:54.957118 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-463ee3be-5d78-4070-af55-3af2c6dc5315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:55.011992 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27e7bcd-64b0-4cf7-911c-2a63dddcd85e None None] Sync routers for ids ['cc1b1c33-8b53-48e1-ae82-630ad92a19c3'] in dv-cinder-733622-13-smb {{(pid=85338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 16:54:55.023070 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27e7bcd-64b0-4cf7-911c-2a63dddcd85e None None] Routers {'cc1b1c33-8b53-48e1-ae82-630ad92a19c3'} bound to L3 agent in host dv-cinder-733622-13-smb {{(pid=85338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:54:55.024180 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-e27e7bcd-64b0-4cf7-911c-2a63dddcd85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T16:36:22Z,description=,heartbeat_timestamp=2021-04-16T16:54:52Z,host='dv-cinder-733622-13-smb',id=4aa3b6c8-2ef9-4577-bdb6-1cfedaad083f,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T16:36:22Z,topic='l3_agent')) {'router_ids': ['cc1b1c33-8b53-48e1-ae82-630ad92a19c3'], 'active': True} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:54:55.066923 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-8e507f93-6ed5-40f4-bf15-55fd61e23b4c None None] Attempting to bind port 8636009b-fdd0-455a-8d7d-c38d94a17e66 on host dv-cinder-733622-13-smb for vnic_type normal with profile {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 16:54:55.067494 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-8e507f93-6ed5-40f4-bf15-55fd61e23b4c None None] Attempting to bind port 8636009b-fdd0-455a-8d7d-c38d94a17e66 by drivers openvswitch,hyperv on host dv-cinder-733622-13-smb at level 0 using segments [{'id': '5fc61acf-6502-489a-bdc4-97608ea684b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '770daafa-1164-40b6-87b7-5c389973ad27'}] {{(pid=85337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 16:54:55.067678 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e507f93-6ed5-40f4-bf15-55fd61e23b4c None None] Attempting to bind port 8636009b-fdd0-455a-8d7d-c38d94a17e66 on network 770daafa-1164-40b6-87b7-5c389973ad27 {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 16:54:55.085002 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e507f93-6ed5-40f4-bf15-55fd61e23b4c None None] Checking agent: {'id': '033b0af5-7550-4b5d-954a-022a384d8461', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 16, 36, 23), 'started_at': datetime.datetime(2021, 4, 16, 16, 36, 53), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 54, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 16:54:55.085403 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e507f93-6ed5-40f4-bf15-55fd61e23b4c None None] Checking segment: {'id': '5fc61acf-6502-489a-bdc4-97608ea684b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '770daafa-1164-40b6-87b7-5c389973ad27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 16:54:55.085949 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8e507f93-6ed5-40f4-bf15-55fd61e23b4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:55.086354 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e507f93-6ed5-40f4-bf15-55fd61e23b4c None None] Bound using segment: {'id': '5fc61acf-6502-489a-bdc4-97608ea684b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '770daafa-1164-40b6-87b7-5c389973ad27'} {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 16:54:55.086999 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-8e507f93-6ed5-40f4-bf15-55fd61e23b4c None None] Bound port: 8636009b-fdd0-455a-8d7d-c38d94a17e66, host: dv-cinder-733622-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fc61acf-6502-489a-bdc4-97608ea684b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '770daafa-1164-40b6-87b7-5c389973ad27'}}] {{(pid=85337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 16:54:55.087364 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8e507f93-6ed5-40f4-bf15-55fd61e23b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:55.111256 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:55.123336 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.db_base_plugin_common [None req-463ee3be-5d78-4070-af55-3af2c6dc5315 admin admin] Allocated IP 172.28.2.170 (2bc9ca6b-6e72-4404-899b-6b4685eced1f/9106a8ae-dfd9-43e0-982a-dc423b27def7/093f89f4-e927-4495-a519-424eb13b99d9) {{(pid=85335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 16:54:55.178185 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] For port 53d2dc37-cf74-41a8-a076-b58c42a0613b, host dv-cinder-733622-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-smb',level=0,port_id=53d2dc37-cf74-41a8-a076-b58c42a0613b,segment=NetworkSegment(72591246-2019-4cd4-9cf3-fab9e1d2beed),segment_id=72591246-2019-4cd4-9cf3-fab9e1d2beed)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:54:55.190809 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:55.196030 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:54:55.236494 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvr_db [None req-e27e7bcd-64b0-4cf7-911c-2a63dddcd85e None None] Set router cc1b1c33-8b53-48e1-ae82-630ad92a19c3 gateway port host: dv-cinder-733622-13-smb {{(pid=85338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:54:55.301243 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-463ee3be-5d78-4070-af55-3af2c6dc5315 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:55.341011 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-463ee3be-5d78-4070-af55-3af2c6dc5315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751455712866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850737760'] for port, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:55.418830 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-ec55d18c-94f4-4518-929c-0e98ca19f557 tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:54:55.506922 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-8e507f93-6ed5-40f4-bf15-55fd61e23b4c None None] For port 8636009b-fdd0-455a-8d7d-c38d94a17e66, host dv-cinder-733622-13-smb, cleared binding levels {{(pid=85337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 16:54:55.523131 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-8e507f93-6ed5-40f4-bf15-55fd61e23b4c None None] For port 8636009b-fdd0-455a-8d7d-c38d94a17e66, host dv-cinder-733622-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-smb',level=0,port_id=8636009b-fdd0-455a-8d7d-c38d94a17e66,segment=NetworkSegment(5fc61acf-6502-489a-bdc4-97608ea684b5),segment_id=5fc61acf-6502-489a-bdc4-97608ea684b5)] {{(pid=85337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 16:54:55.528098 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Pushing event updated for resources: {'Port': ['ID=53d2dc37-cf74-41a8-a076-b58c42a0613b,revision_number=4']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:54:55.532571 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8e507f93-6ed5-40f4-bf15-55fd61e23b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:55.550148 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:54:55.550579 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463ee3be-5d78-4070-af55-3af2c6dc5315 admin admin] Pushing event updated for resources: {'Port': ['ID=093f89f4-e927-4495-a519-424eb13b99d9,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:54:55.550839 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:54:55.562408 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-463ee3be-5d78-4070-af55-3af2c6dc5315 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:54:55.604807 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463ee3be-5d78-4070-af55-3af2c6dc5315 admin admin] Network 2bc9ca6b-6e72-4404-899b-6b4685eced1f is already hosted by enough agents. {{(pid=85335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 16:54:55.606415 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [None req-463ee3be-5d78-4070-af55-3af2c6dc5315 admin admin] Resources bound (agent type, host, resource id): {{(pid=85335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:54:55.610807 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463ee3be-5d78-4070-af55-3af2c6dc5315 admin admin] Received port after_create {{(pid=85335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 16:54:55.652751 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-e27e7bcd-64b0-4cf7-911c-2a63dddcd85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc1b1c33-8b53-48e1-ae82-630ad92a19c3', 'name': 'tempest-TestMinimumBasicScenario-742880074-router', 'tenant_id': '52da619040dd4ebcbd9ac766b4445cb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'external_fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.181'}], 'enable_snat': True}, 'gw_port_id': '53d2dc37-cf74-41a8-a076-b58c42a0613b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:54:44Z', 'updated_at': '2021-04-16T16:54:50Z', 'revision_number': 4, 'project_id': '52da619040dd4ebcbd9ac766b4445cb2', 'gw_port': {'id': '53d2dc37-cf74-41a8-a076-b58c42a0613b', 'name': '', 'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:f5:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc1b1c33-8b53-48e1-ae82-630ad92a19c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:54:45Z', 'updated_at': '2021-04-16T16:54:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-smb', '_interfaces': [{'id': 'f754e634-195d-48cb-8e13-1ec58551d3e9', 'name': '', 'network_id': 'd2fee6b3-d80c-4136-b36b-26b49b7df2ca', 'tenant_id': '52da619040dd4ebcbd9ac766b4445cb2', 'mac_address': 'fa:16:3e:4d:c2:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc1b1c33-8b53-48e1-ae82-630ad92a19c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '1ac0e1eb-c983-4f9a-bc40-dadb914d7027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:54:49Z', 'updated_at': '2021-04-16T16:54:50Z', 'revision_number': 2, 'project_id': '52da619040dd4ebcbd9ac766b4445cb2', 'subnets': [{'id': '1ac0e1eb-c983-4f9a-bc40-dadb914d7027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-13-smb', False) {} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:54:55.658371 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27e7bcd-64b0-4cf7-911c-2a63dddcd85e None None] Checking router: cc1b1c33-8b53-48e1-ae82-630ad92a19c3 for host: dv-cinder-733622-13-smb {{(pid=85338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 16:54:55.658995 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27e7bcd-64b0-4cf7-911c-2a63dddcd85e None None] Updating router cc1b1c33-8b53-48e1-ae82-630ad92a19c3 port f754e634-195d-48cb-8e13-1ec58551d3e9 binding host dv-cinder-733622-13-smb {{(pid=85338) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 16:54:55.731767 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e507f93-6ed5-40f4-bf15-55fd61e23b4c None None] Pushing event updated for resources: {'Port': ['ID=8636009b-fdd0-455a-8d7d-c38d94a17e66,revision_number=2']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:54:55.738363 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-8e507f93-6ed5-40f4-bf15-55fd61e23b4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:54:55.760767 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e27e7bcd-64b0-4cf7-911c-2a63dddcd85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:55.962825 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaf02cf-36c2-450e-8252-1816f47dbf8f req-bc827e97-5328-493b-9835-00940964decf tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:54:55.965093 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-daaf02cf-36c2-450e-8252-1816f47dbf8f req-bc827e97-5328-493b-9835-00940964decf tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] 10.222.0.38 "GET /v2.0/ports?device_id=57a18dee-0e60-45b2-8fcb-da3152d60769 HTTP/1.1" status: 200 len: 946 time: 0.1242378 Apr 16 16:54:56.021373 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-daaf02cf-36c2-450e-8252-1816f47dbf8f req-e0f34756-3357-4025-bb91-64ac82d4059f tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] 10.222.0.38 "GET /v2.0/security-groups?id=2cdf2105-d988-4489-b378-2e1e588e755c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493283 Apr 16 16:54:56.178711 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-463ee3be-5d78-4070-af55-3af2c6dc5315 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:56.266384 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e27e7bcd-64b0-4cf7-911c-2a63dddcd85e None None] Notify callbacks [] for port, precommit_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:56.281462 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-e27e7bcd-64b0-4cf7-911c-2a63dddcd85e None None] Transition to ACTIVE for port object f754e634-195d-48cb-8e13-1ec58551d3e9 will not be triggered until provisioned by entity L2. {{(pid=85338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:54:56.288474 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e27e7bcd-64b0-4cf7-911c-2a63dddcd85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900'] for port, after_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:56.311912 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-d26c0ac0-7322-4e09-a4c9-562777c6810e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:54:56.511150 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442aec80-e8cd-4142-abab-355b29475d3f None None] Pushing event updated for resources: {'Port': ['ID=f754e634-195d-48cb-8e13-1ec58551d3e9,revision_number=3']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:54:56.523138 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442aec80-e8cd-4142-abab-355b29475d3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:54:56.523526 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442aec80-e8cd-4142-abab-355b29475d3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:54:56.523918 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442aec80-e8cd-4142-abab-355b29475d3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:54:56.524806 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442aec80-e8cd-4142-abab-355b29475d3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:54:56.525232 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442aec80-e8cd-4142-abab-355b29475d3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:54:56.525608 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442aec80-e8cd-4142-abab-355b29475d3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:54:56.525979 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442aec80-e8cd-4142-abab-355b29475d3f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:54:56.526455 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442aec80-e8cd-4142-abab-355b29475d3f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:54:56.526764 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442aec80-e8cd-4142-abab-355b29475d3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:54:56.527149 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442aec80-e8cd-4142-abab-355b29475d3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:54:56.527918 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442aec80-e8cd-4142-abab-355b29475d3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:54:56.527918 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442aec80-e8cd-4142-abab-355b29475d3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:54:56.534381 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-442aec80-e8cd-4142-abab-355b29475d3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:54:56.575003 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Device 8636009b-fdd0-455a-8d7d-c38d94a17e66 up at agent ovs-agent-dv-cinder-733622-13-smb {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:54:56.658178 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-463ee3be-5d78-4070-af55-3af2c6dc5315 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854318044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-426954'] for router, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:56.681980 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Provisioning for port 8636009b-fdd0-455a-8d7d-c38d94a17e66 completed by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:54:56.688175 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Device 53d2dc37-cf74-41a8-a076-b58c42a0613b up at agent ovs-agent-dv-cinder-733622-13-smb {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:54:56.781351 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Provisioning complete for port 53d2dc37-cf74-41a8-a076-b58c42a0613b triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:54:56.781875 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852761088'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:56.798607 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-e27e7bcd-64b0-4cf7-911c-2a63dddcd85e None None] Attempting to bind port f754e634-195d-48cb-8e13-1ec58551d3e9 on host dv-cinder-733622-13-smb for vnic_type normal with profile {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 16:54:56.799015 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-e27e7bcd-64b0-4cf7-911c-2a63dddcd85e None None] Attempting to bind port f754e634-195d-48cb-8e13-1ec58551d3e9 by drivers openvswitch,hyperv on host dv-cinder-733622-13-smb at level 0 using segments [{'id': '2e0bb75a-40aa-4285-88c9-36c969753dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'd2fee6b3-d80c-4136-b36b-26b49b7df2ca'}] {{(pid=85338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 16:54:56.799417 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27e7bcd-64b0-4cf7-911c-2a63dddcd85e None None] Attempting to bind port f754e634-195d-48cb-8e13-1ec58551d3e9 on network d2fee6b3-d80c-4136-b36b-26b49b7df2ca {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 16:54:56.807017 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27e7bcd-64b0-4cf7-911c-2a63dddcd85e None None] Checking agent: {'id': '033b0af5-7550-4b5d-954a-022a384d8461', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 16, 36, 23), 'started_at': datetime.datetime(2021, 4, 16, 16, 36, 53), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 54, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 16:54:56.807614 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27e7bcd-64b0-4cf7-911c-2a63dddcd85e None None] Checking segment: {'id': '2e0bb75a-40aa-4285-88c9-36c969753dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'd2fee6b3-d80c-4136-b36b-26b49b7df2ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 16:54:56.808052 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e27e7bcd-64b0-4cf7-911c-2a63dddcd85e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:56.808478 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27e7bcd-64b0-4cf7-911c-2a63dddcd85e None None] Bound using segment: {'id': '2e0bb75a-40aa-4285-88c9-36c969753dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'd2fee6b3-d80c-4136-b36b-26b49b7df2ca'} {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 16:54:56.809004 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-e27e7bcd-64b0-4cf7-911c-2a63dddcd85e None None] Bound port: f754e634-195d-48cb-8e13-1ec58551d3e9, host: dv-cinder-733622-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e0bb75a-40aa-4285-88c9-36c969753dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'd2fee6b3-d80c-4136-b36b-26b49b7df2ca'}}] {{(pid=85338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 16:54:56.809579 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e27e7bcd-64b0-4cf7-911c-2a63dddcd85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:56.941728 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-e27e7bcd-64b0-4cf7-911c-2a63dddcd85e None None] For port f754e634-195d-48cb-8e13-1ec58551d3e9, host dv-cinder-733622-13-smb, cleared binding levels {{(pid=85338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 16:54:56.948498 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-e27e7bcd-64b0-4cf7-911c-2a63dddcd85e None None] For port f754e634-195d-48cb-8e13-1ec58551d3e9, host dv-cinder-733622-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-smb',level=0,port_id=f754e634-195d-48cb-8e13-1ec58551d3e9,segment=NetworkSegment(2e0bb75a-40aa-4285-88c9-36c969753dea),segment_id=2e0bb75a-40aa-4285-88c9-36c969753dea)] {{(pid=85338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 16:54:56.958055 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e27e7bcd-64b0-4cf7-911c-2a63dddcd85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900'] for port, after_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:56.981627 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:54:57.174664 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442aec80-e8cd-4142-abab-355b29475d3f None None] Pushing event updated for resources: {'Port': ['ID=f754e634-195d-48cb-8e13-1ec58551d3e9,revision_number=4']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:54:57.180653 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-442aec80-e8cd-4142-abab-355b29475d3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:54:57.231707 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27e7bcd-64b0-4cf7-911c-2a63dddcd85e None None] Routers {'cc1b1c33-8b53-48e1-ae82-630ad92a19c3'} bound to L3 agent in host dv-cinder-733622-13-smb {{(pid=85338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:54:57.232408 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-e27e7bcd-64b0-4cf7-911c-2a63dddcd85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T16:36:22Z,description=,heartbeat_timestamp=2021-04-16T16:54:52Z,host='dv-cinder-733622-13-smb',id=4aa3b6c8-2ef9-4577-bdb6-1cfedaad083f,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T16:36:22Z,topic='l3_agent')) {'router_ids': ['cc1b1c33-8b53-48e1-ae82-630ad92a19c3'], 'active': True} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:54:57.322652 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135cceff-cfeb-48b5-a371-8f098d10bb11 req-18968b71-3a5e-46f3-98ad-dc3f4f10afd2 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:54:57.324285 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-135cceff-cfeb-48b5-a371-8f098d10bb11 req-18968b71-3a5e-46f3-98ad-dc3f4f10afd2 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] 10.222.0.38 "GET /v2.0/ports?device_id=57a18dee-0e60-45b2-8fcb-da3152d60769 HTTP/1.1" status: 200 len: 946 time: 0.1591878 Apr 16 16:54:57.332223 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-463ee3be-5d78-4070-af55-3af2c6dc5315 admin admin] Router 38191333-a420-47a2-8f9b-161b1270b8b1 is scheduled to L3 agent 4aa3b6c8-2ef9-4577-bdb6-1cfedaad083f with binding_index 1 {{(pid=85335) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 16 16:54:57.408126 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-652e5ef6-3ff6-4cf4-b4e2-079bd63c8c89 None None] Network 770daafa-1164-40b6-87b7-5c389973ad27 requested from dv-cinder-733622-13-smb {{(pid=85337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 16:54:57.531835 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-7c02c83c-da3f-42c2-b268-febfbf266667 None None] Provisioning for port 8636009b-fdd0-455a-8d7d-c38d94a17e66 completed by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:54:57.552763 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-7c02c83c-da3f-42c2-b268-febfbf266667 None None] Provisioning complete for port 8636009b-fdd0-455a-8d7d-c38d94a17e66 triggered by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:54:57.553183 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-7c02c83c-da3f-42c2-b268-febfbf266667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852761088'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:57.566340 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-135cceff-cfeb-48b5-a371-8f098d10bb11 req-707d90ca-0541-4261-825c-851ed13ca1dc tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] 10.222.0.38 "GET /v2.0/security-groups?id=2cdf2105-d988-4489-b378-2e1e588e755c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2290010 Apr 16 16:54:57.642934 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-463ee3be-5d78-4070-af55-3af2c6dc5315 admin admin] Notify agent at l3_agent.dv-cinder-733622-13-smb the message routers_updated {{(pid=85335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 16:54:57.673790 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0f4d25-5e9f-4c05-a019-3a28843c56ec None None] Sync routers for ids ['38191333-a420-47a2-8f9b-161b1270b8b1'] in dv-cinder-733622-13-smb {{(pid=85337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 16:54:57.674329 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-463ee3be-5d78-4070-af55-3af2c6dc5315 admin admin] Notify callbacks [] for router, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:57.677501 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-463ee3be-5d78-4070-af55-3af2c6dc5315 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.0393279 Apr 16 16:54:57.678940 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 45552) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:54:57.691717 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvr_db [None req-e27e7bcd-64b0-4cf7-911c-2a63dddcd85e None None] Set router cc1b1c33-8b53-48e1-ae82-630ad92a19c3 gateway port host: dv-cinder-733622-13-smb {{(pid=85338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:54:57.709964 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0f4d25-5e9f-4c05-a019-3a28843c56ec None None] Routers {'38191333-a420-47a2-8f9b-161b1270b8b1'} bound to L3 agent in host dv-cinder-733622-13-smb {{(pid=85337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:54:57.710688 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-4b0f4d25-5e9f-4c05-a019-3a28843c56ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T16:36:22Z,description=,heartbeat_timestamp=2021-04-16T16:54:52Z,host='dv-cinder-733622-13-smb',id=4aa3b6c8-2ef9-4577-bdb6-1cfedaad083f,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T16:36:22Z,topic='l3_agent')) {'router_ids': ['38191333-a420-47a2-8f9b-161b1270b8b1'], 'active': True} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:54:58.000586 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-7c02c83c-da3f-42c2-b268-febfbf266667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:58.083948 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-7c02c83c-da3f-42c2-b268-febfbf266667 None None] For port 8636009b-fdd0-455a-8d7d-c38d94a17e66, host dv-cinder-733622-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-smb',level=0,port_id=8636009b-fdd0-455a-8d7d-c38d94a17e66,segment=NetworkSegment(5fc61acf-6502-489a-bdc4-97608ea684b5),segment_id=5fc61acf-6502-489a-bdc4-97608ea684b5)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:54:58.086262 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvr_db [None req-4b0f4d25-5e9f-4c05-a019-3a28843c56ec None None] Set router 38191333-a420-47a2-8f9b-161b1270b8b1 gateway port host: dv-cinder-733622-13-smb {{(pid=85337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:54:58.095837 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-e27e7bcd-64b0-4cf7-911c-2a63dddcd85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc1b1c33-8b53-48e1-ae82-630ad92a19c3', 'name': 'tempest-TestMinimumBasicScenario-742880074-router', 'tenant_id': '52da619040dd4ebcbd9ac766b4445cb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'external_fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.181'}], 'enable_snat': True}, 'gw_port_id': '53d2dc37-cf74-41a8-a076-b58c42a0613b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:54:44Z', 'updated_at': '2021-04-16T16:54:50Z', 'revision_number': 4, 'project_id': '52da619040dd4ebcbd9ac766b4445cb2', 'gw_port': {'id': '53d2dc37-cf74-41a8-a076-b58c42a0613b', 'name': '', 'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:f5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1b1c33-8b53-48e1-ae82-630ad92a19c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:54:45Z', 'updated_at': '2021-04-16T16:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-smb', '_interfaces': [{'id': 'f754e634-195d-48cb-8e13-1ec58551d3e9', 'name': '', 'network_id': 'd2fee6b3-d80c-4136-b36b-26b49b7df2ca', 'tenant_id': '52da619040dd4ebcbd9ac766b4445cb2', 'mac_address': 'fa:16:3e:4d:c2:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc1b1c33-8b53-48e1-ae82-630ad92a19c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '1ac0e1eb-c983-4f9a-bc40-dadb914d7027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:54:49Z', 'updated_at': '2021-04-16T16:54:56Z', 'revision_number': 4, 'project_id': '52da619040dd4ebcbd9ac766b4445cb2', 'subnets': [{'id': '1ac0e1eb-c983-4f9a-bc40-dadb914d7027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-13-smb', False) {} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:54:58.100860 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27e7bcd-64b0-4cf7-911c-2a63dddcd85e None None] The sync data for ids ['cc1b1c33-8b53-48e1-ae82-630ad92a19c3'] in dv-cinder-733622-13-smb is: [{'id': 'cc1b1c33-8b53-48e1-ae82-630ad92a19c3', 'name': 'tempest-TestMinimumBasicScenario-742880074-router', 'tenant_id': '52da619040dd4ebcbd9ac766b4445cb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'external_fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.181'}], 'enable_snat': True}, 'gw_port_id': '53d2dc37-cf74-41a8-a076-b58c42a0613b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:54:44Z', 'updated_at': '2021-04-16T16:54:50Z', 'revision_number': 4, 'project_id': '52da619040dd4ebcbd9ac766b4445cb2', 'gw_port': {'id': '53d2dc37-cf74-41a8-a076-b58c42a0613b', 'name': '', 'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:f5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1b1c33-8b53-48e1-ae82-630ad92a19c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:54:45Z', 'updated_at': '2021-04-16T16:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-smb', '_interfaces': [{'id': 'f754e634-195d-48cb-8e13-1ec58551d3e9', 'name': '', 'network_id': 'd2fee6b3-d80c-4136-b36b-26b49b7df2ca', 'tenant_id': '52da619040dd4ebcbd9ac766b4445cb2', 'mac_address': 'fa:16:3e:4d:c2:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc1b1c33-8b53-48e1-ae82-630ad92a19c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '1ac0e1eb-c983-4f9a-bc40-dadb914d7027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:54:49Z', 'updated_at': '2021-04-16T16:54:56Z', 'revision_number': 4, 'project_id': '52da619040dd4ebcbd9ac766b4445cb2', 'subnets': [{'id': '1ac0e1eb-c983-4f9a-bc40-dadb914d7027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 16:54:58.225068 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-7c02c83c-da3f-42c2-b268-febfbf266667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:58.228359 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:54:58.470956 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c02c83c-da3f-42c2-b268-febfbf266667 None None] Pushing event updated for resources: {'Port': ['ID=8636009b-fdd0-455a-8d7d-c38d94a17e66,revision_number=3']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:54:58.480952 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-7c02c83c-da3f-42c2-b268-febfbf266667 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:54:58.638770 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Device f754e634-195d-48cb-8e13-1ec58551d3e9 up at agent ovs-agent-dv-cinder-733622-13-smb {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:54:58.640229 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230e25dc-c56e-4ccf-b895-fc5fc3d68bd8 req-1586ed4c-b179-4b1e-8ab2-df2241ae7bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:54:58.642792 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-230e25dc-c56e-4ccf-b895-fc5fc3d68bd8 req-1586ed4c-b179-4b1e-8ab2-df2241ae7bf6 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=ab7c4e29afac4f9e95c5053828309dfd&device_id=57a18dee-0e60-45b2-8fcb-da3152d60769 HTTP/1.1" status: 200 len: 1099 time: 0.2909479 Apr 16 16:54:58.652030 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-4a8f2d7f-3bc7-4d58-ba94-a44634e578d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:58.789672 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-7c22d427-2811-4b13-acf4-3abcf3e14c8c None None] Provisioning complete for port 8636009b-fdd0-455a-8d7d-c38d94a17e66 triggered by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:54:58.790232 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-7c22d427-2811-4b13-acf4-3abcf3e14c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852761088'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:58.841084 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Provisioning for port f754e634-195d-48cb-8e13-1ec58551d3e9 completed by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:54:58.850850 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-4b0f4d25-5e9f-4c05-a019-3a28843c56ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38191333-a420-47a2-8f9b-161b1270b8b1', 'name': 'tempest-TestMinimumBasicScenario-1985015030-router', 'tenant_id': '583c567f6d9d49f3aa197b45fa106c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'external_fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.170'}], 'enable_snat': True}, 'gw_port_id': '093f89f4-e927-4495-a519-424eb13b99d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:54:53Z', 'updated_at': '2021-04-16T16:54:55Z', 'revision_number': 3, 'project_id': '583c567f6d9d49f3aa197b45fa106c73', 'gw_port': {'id': '093f89f4-e927-4495-a519-424eb13b99d9', 'name': '', 'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:6c:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38191333-a420-47a2-8f9b-161b1270b8b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:54:54Z', 'updated_at': '2021-04-16T16:54:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-smb'}], 'dv-cinder-733622-13-smb', False) {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:54:58.857846 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Provisioning complete for port f754e634-195d-48cb-8e13-1ec58551d3e9 triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:54:58.858294 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852761088'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:58.884832 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230e25dc-c56e-4ccf-b895-fc5fc3d68bd8 req-ad1b1d54-c759-4116-a876-84b933c39d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:54:58.886517 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-230e25dc-c56e-4ccf-b895-fc5fc3d68bd8 req-ad1b1d54-c759-4116-a876-84b933c39d4b service neutron] 10.222.0.87 "GET /v2.0/networks?id=141405ca-c540-4799-bdeb-b406e3f2ae7d HTTP/1.1" status: 200 len: 910 time: 0.2352006 Apr 16 16:54:58.925871 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0f4d25-5e9f-4c05-a019-3a28843c56ec None None] Checking router: 38191333-a420-47a2-8f9b-161b1270b8b1 for host: dv-cinder-733622-13-smb {{(pid=85337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 16:54:58.926286 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0f4d25-5e9f-4c05-a019-3a28843c56ec None None] Updating router 38191333-a420-47a2-8f9b-161b1270b8b1 port 093f89f4-e927-4495-a519-424eb13b99d9 binding host dv-cinder-733622-13-smb {{(pid=85337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 16:54:58.966800 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.db_base_plugin_common [None req-4a8f2d7f-3bc7-4d58-ba94-a44634e578d9 admin admin] Allocated IP 172.20.0.1 (770daafa-1164-40b6-87b7-5c389973ad27/f7f2886f-548b-4cf0-bf32-73f4e57d0285/7760ae05-0382-4a20-8ce3-ca8bad7a0af8) {{(pid=85335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 16:54:58.991240 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ffd8e8-7520-4e1d-a485-c4fafab3c0d2 req-8cbf1923-09fb-4658-a78a-060828358d1f tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:54:58.993032 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-78ffd8e8-7520-4e1d-a485-c4fafab3c0d2 req-8cbf1923-09fb-4658-a78a-060828358d1f tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] 10.222.0.38 "GET /v2.0/ports?device_id=57a18dee-0e60-45b2-8fcb-da3152d60769 HTTP/1.1" status: 200 len: 946 time: 0.2411253 Apr 16 16:54:59.068347 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-4b0f4d25-5e9f-4c05-a019-3a28843c56ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:59.073532 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-230e25dc-c56e-4ccf-b895-fc5fc3d68bd8 req-8ecd96f4-f52c-4d5f-8037-1d12ff0a2212 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49f9164a-8692-443b-9c1d-3a0d17b66fc5 HTTP/1.1" status: 200 len: 1002 time: 0.1751795 Apr 16 16:54:59.096874 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-78ffd8e8-7520-4e1d-a485-c4fafab3c0d2 req-ce60c2db-57b3-4a6b-8d00-fa65096d8cfd tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] 10.222.0.38 "GET /v2.0/security-groups?id=2cdf2105-d988-4489-b378-2e1e588e755c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933588 Apr 16 16:54:59.182328 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-4a8f2d7f-3bc7-4d58-ba94-a44634e578d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:59.205329 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230e25dc-c56e-4ccf-b895-fc5fc3d68bd8 req-a58a75b6-ccd2-4f1b-90b9-157f76b763e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:54:59.208426 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-230e25dc-c56e-4ccf-b895-fc5fc3d68bd8 req-a58a75b6-ccd2-4f1b-90b9-157f76b763e8 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=77fdd9b8-ce12-4564-ad7d-62ce5897287c HTTP/1.1" status: 200 len: 848 time: 0.1257610 Apr 16 16:54:59.211398 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-4a8f2d7f-3bc7-4d58-ba94-a44634e578d9 admin admin] Transition to ACTIVE for port object 7760ae05-0382-4a20-8ce3-ca8bad7a0af8 will not be triggered until provisioned by entity DHCP. {{(pid=85335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:54:59.254856 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-4a8f2d7f-3bc7-4d58-ba94-a44634e578d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751455712866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850737760'] for port, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:59.273716 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-7259c35b-d3fa-4005-9346-daf79981cd4a tempest-VolumesActionsTest-1092818245 tempest-VolumesActionsTest-1092818245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:54:59.322452 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230e25dc-c56e-4ccf-b895-fc5fc3d68bd8 req-6a941c47-bc0f-4dfb-9145-6319315231d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:54:59.324755 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-230e25dc-c56e-4ccf-b895-fc5fc3d68bd8 req-6a941c47-bc0f-4dfb-9145-6319315231d9 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=141405ca-c540-4799-bdeb-b406e3f2ae7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1075544 Apr 16 16:54:59.427915 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8f2d7f-3bc7-4d58-ba94-a44634e578d9 admin admin] Pushing event updated for resources: {'Port': ['ID=7760ae05-0382-4a20-8ce3-ca8bad7a0af8,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:54:59.431409 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-4a8f2d7f-3bc7-4d58-ba94-a44634e578d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:54:59.491623 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8f2d7f-3bc7-4d58-ba94-a44634e578d9 admin admin] Network 770daafa-1164-40b6-87b7-5c389973ad27 is already hosted by enough agents. {{(pid=85335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 16:54:59.493675 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [None req-4a8f2d7f-3bc7-4d58-ba94-a44634e578d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=85335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:54:59.496368 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8f2d7f-3bc7-4d58-ba94-a44634e578d9 admin admin] Received port after_create {{(pid=85335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 16:54:59.505100 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-230e25dc-c56e-4ccf-b895-fc5fc3d68bd8 req-7874688c-53b7-4084-915f-96b113cb878e service neutron] 10.222.0.87 "GET /v2.0/networks/141405ca-c540-4799-bdeb-b406e3f2ae7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733034 Apr 16 16:54:59.506753 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:59.590586 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-4a8f2d7f-3bc7-4d58-ba94-a44634e578d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854343281'] for router_interface, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:59.671266 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] For port f754e634-195d-48cb-8e13-1ec58551d3e9, host dv-cinder-733622-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-smb',level=0,port_id=f754e634-195d-48cb-8e13-1ec58551d3e9,segment=NetworkSegment(2e0bb75a-40aa-4285-88c9-36c969753dea),segment_id=2e0bb75a-40aa-4285-88c9-36c969753dea)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:54:59.679337 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:59.683515 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-44a1cbc7-a41c-415f-b817-eec13e7926fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:54:59.702746 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-230e25dc-c56e-4ccf-b895-fc5fc3d68bd8 req-d67219fd-63d2-493b-9b6f-c1ecbcd227be service neutron] 10.222.0.87 "GET /v2.0/networks/141405ca-c540-4799-bdeb-b406e3f2ae7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899898 Apr 16 16:54:59.765767 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-4a8f2d7f-3bc7-4d58-ba94-a44634e578d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:59.812162 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-0e0869fc-d977-42e7-8fa9-082f38f768de None None] Provisioning for port 7760ae05-0382-4a20-8ce3-ca8bad7a0af8 completed by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:54:59.830235 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Pushing event updated for resources: {'Port': ['ID=f754e634-195d-48cb-8e13-1ec58551d3e9,revision_number=5']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:54:59.838627 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:54:59.839702 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-0e0869fc-d977-42e7-8fa9-082f38f768de None None] Provisioning complete for port 7760ae05-0382-4a20-8ce3-ca8bad7a0af8 triggered by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:54:59.839953 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-0e0869fc-d977-42e7-8fa9-082f38f768de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852761088'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:59.908150 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-0e0869fc-d977-42e7-8fa9-082f38f768de None None] Port 7760ae05-0382-4a20-8ce3-ca8bad7a0af8 cannot update to ACTIVE because it is not bound. {{(pid=85337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 16:54:59.991225 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-4b0f4d25-5e9f-4c05-a019-3a28843c56ec None None] Notify callbacks [] for port, precommit_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:55:00.006414 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-4b0f4d25-5e9f-4c05-a019-3a28843c56ec None None] Transition to ACTIVE for port object 093f89f4-e927-4495-a519-424eb13b99d9 will not be triggered until provisioned by entity L2. {{(pid=85337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:55:00.013592 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-4b0f4d25-5e9f-4c05-a019-3a28843c56ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:55:00.035270 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:55:00.043235 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-4a8f2d7f-3bc7-4d58-ba94-a44634e578d9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:55:00.047001 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-4a8f2d7f-3bc7-4d58-ba94-a44634e578d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4038072'] for port, after_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:55:00.078516 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-35d993fc-7547-45ce-92eb-e759564e1546 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:55:00.160690 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-4a8f2d7f-3bc7-4d58-ba94-a44634e578d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432616'] for router_interface, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:55:00.188780 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f613f9cd-ab8e-4f4c-bcd0-53f8f2cecce8 None None] Pushing event updated for resources: {'Port': ['ID=093f89f4-e927-4495-a519-424eb13b99d9,revision_number=2']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:55:00.202173 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-f613f9cd-ab8e-4f4c-bcd0-53f8f2cecce8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:55:00.260160 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-4b0f4d25-5e9f-4c05-a019-3a28843c56ec None None] Attempting to bind port 093f89f4-e927-4495-a519-424eb13b99d9 on host dv-cinder-733622-13-smb for vnic_type normal with profile {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 16:55:00.260649 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-4b0f4d25-5e9f-4c05-a019-3a28843c56ec None None] Attempting to bind port 093f89f4-e927-4495-a519-424eb13b99d9 by drivers openvswitch,hyperv on host dv-cinder-733622-13-smb at level 0 using segments [{'id': '72591246-2019-4cd4-9cf3-fab9e1d2beed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f'}] {{(pid=85337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 16:55:00.261069 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0f4d25-5e9f-4c05-a019-3a28843c56ec None None] Attempting to bind port 093f89f4-e927-4495-a519-424eb13b99d9 on network 2bc9ca6b-6e72-4404-899b-6b4685eced1f {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 16:55:00.267978 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0f4d25-5e9f-4c05-a019-3a28843c56ec None None] Checking agent: {'id': '033b0af5-7550-4b5d-954a-022a384d8461', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 16, 36, 23), 'started_at': datetime.datetime(2021, 4, 16, 16, 36, 53), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 54, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 16:55:00.268401 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0f4d25-5e9f-4c05-a019-3a28843c56ec None None] Checking segment: {'id': '72591246-2019-4cd4-9cf3-fab9e1d2beed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 16:55:00.268854 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-4b0f4d25-5e9f-4c05-a019-3a28843c56ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:55:00.269298 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0f4d25-5e9f-4c05-a019-3a28843c56ec None None] Bound using segment: {'id': '72591246-2019-4cd4-9cf3-fab9e1d2beed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f'} {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 16:55:00.269819 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-4b0f4d25-5e9f-4c05-a019-3a28843c56ec None None] Bound port: 093f89f4-e927-4495-a519-424eb13b99d9, host: dv-cinder-733622-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72591246-2019-4cd4-9cf3-fab9e1d2beed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f'}}] {{(pid=85337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 16:55:00.270275 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-4b0f4d25-5e9f-4c05-a019-3a28843c56ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:55:00.293702 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8f2d7f-3bc7-4d58-ba94-a44634e578d9 admin admin] Pushing event updated for resources: {'Port': ['ID=7760ae05-0382-4a20-8ce3-ca8bad7a0af8,revision_number=2']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:55:00.372925 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-4b0f4d25-5e9f-4c05-a019-3a28843c56ec None None] For port 093f89f4-e927-4495-a519-424eb13b99d9, host dv-cinder-733622-13-smb, cleared binding levels {{(pid=85337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 16:55:00.377001 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-4b0f4d25-5e9f-4c05-a019-3a28843c56ec None None] For port 093f89f4-e927-4495-a519-424eb13b99d9, host dv-cinder-733622-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-smb',level=0,port_id=093f89f4-e927-4495-a519-424eb13b99d9,segment=NetworkSegment(72591246-2019-4cd4-9cf3-fab9e1d2beed),segment_id=72591246-2019-4cd4-9cf3-fab9e1d2beed)] {{(pid=85337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 16:55:00.380967 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-4b0f4d25-5e9f-4c05-a019-3a28843c56ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:55:00.407884 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-af20f4c2-7a0b-430e-a48f-026124eeeae1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:55:00.517067 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Device f754e634-195d-48cb-8e13-1ec58551d3e9 up at agent ovs-agent-dv-cinder-733622-13-smb {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:55:00.568479 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-4a8f2d7f-3bc7-4d58-ba94-a44634e578d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:55:00.654226 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f613f9cd-ab8e-4f4c-bcd0-53f8f2cecce8 None None] Pushing event updated for resources: {'Port': ['ID=093f89f4-e927-4495-a519-424eb13b99d9,revision_number=3']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:55:00.657822 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-f613f9cd-ab8e-4f4c-bcd0-53f8f2cecce8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:55:00.688521 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Provisioning complete for port f754e634-195d-48cb-8e13-1ec58551d3e9 triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:55:00.689104 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852761088'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:55:00.690560 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a453d37c-ba7c-4f28-90f2-2cd658e71854 req-c87b1c82-e64b-4ed1-8738-029d6b6fd0c4 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:55:00.692160 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-a453d37c-ba7c-4f28-90f2-2cd658e71854 req-c87b1c82-e64b-4ed1-8738-029d6b6fd0c4 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] 10.222.0.38 "GET /v2.0/ports?device_id=57a18dee-0e60-45b2-8fcb-da3152d60769 HTTP/1.1" status: 200 len: 946 time: 0.4510505 Apr 16 16:55:00.694211 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8f2d7f-3bc7-4d58-ba94-a44634e578d9 admin admin] Network 770daafa-1164-40b6-87b7-5c389973ad27 is already hosted by enough agents. {{(pid=85335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 16:55:00.695450 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [None req-4a8f2d7f-3bc7-4d58-ba94-a44634e578d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=85335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:55:00.798475 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0f4d25-5e9f-4c05-a019-3a28843c56ec None None] Routers {'38191333-a420-47a2-8f9b-161b1270b8b1'} bound to L3 agent in host dv-cinder-733622-13-smb {{(pid=85337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:55:00.799206 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-4b0f4d25-5e9f-4c05-a019-3a28843c56ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T16:36:22Z,description=,heartbeat_timestamp=2021-04-16T16:54:52Z,host='dv-cinder-733622-13-smb',id=4aa3b6c8-2ef9-4577-bdb6-1cfedaad083f,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T16:36:22Z,topic='l3_agent')) {'router_ids': ['38191333-a420-47a2-8f9b-161b1270b8b1'], 'active': True} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:55:00.898393 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-a453d37c-ba7c-4f28-90f2-2cd658e71854 req-229235d4-4803-480b-b82b-49501c0bcb09 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] 10.222.0.38 "GET /v2.0/security-groups?id=2cdf2105-d988-4489-b378-2e1e588e755c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1965883 Apr 16 16:55:00.954350 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a8f2d7f-3bc7-4d58-ba94-a44634e578d9 admin admin] Router 38191333-a420-47a2-8f9b-161b1270b8b1 has already been hosted by L3 agent 4aa3b6c8-2ef9-4577-bdb6-1cfedaad083f {{(pid=85335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 16:55:01.050923 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-ef5d3517-1523-4efe-a2e4-8f269739f8b2 None None] Provisioning complete for port 7760ae05-0382-4a20-8ce3-ca8bad7a0af8 triggered by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:55:01.051260 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-ef5d3517-1523-4efe-a2e4-8f269739f8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852761088'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:55:01.084141 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Device 8636009b-fdd0-455a-8d7d-c38d94a17e66 up at agent ovs-agent-dv-cinder-733622-13-smb {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:55:01.160801 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a8f2d7f-3bc7-4d58-ba94-a44634e578d9 admin admin] Notify agent at l3_agent.dv-cinder-733622-13-smb the message routers_updated {{(pid=85335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 16:55:01.171868 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-4a8f2d7f-3bc7-4d58-ba94-a44634e578d9 admin admin] 10.222.0.38 "PUT /v2.0/routers/38191333-a420-47a2-8f9b-161b1270b8b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4912691 Apr 16 16:55:01.219900 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvr_db [None req-4b0f4d25-5e9f-4c05-a019-3a28843c56ec None None] Set router 38191333-a420-47a2-8f9b-161b1270b8b1 gateway port host: dv-cinder-733622-13-smb {{(pid=85337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:55:01.278013 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-ef5d3517-1523-4efe-a2e4-8f269739f8b2 None None] Port 7760ae05-0382-4a20-8ce3-ca8bad7a0af8 cannot update to ACTIVE because it is not bound. {{(pid=85337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 16:55:01.418877 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Provisioning complete for port 8636009b-fdd0-455a-8d7d-c38d94a17e66 triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:55:01.419478 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852761088'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:55:02.010201 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-4b0f4d25-5e9f-4c05-a019-3a28843c56ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38191333-a420-47a2-8f9b-161b1270b8b1', 'name': 'tempest-TestMinimumBasicScenario-1985015030-router', 'tenant_id': '583c567f6d9d49f3aa197b45fa106c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'external_fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.170'}], 'enable_snat': True}, 'gw_port_id': '093f89f4-e927-4495-a519-424eb13b99d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:54:53Z', 'updated_at': '2021-04-16T16:54:59Z', 'revision_number': 4, 'project_id': '583c567f6d9d49f3aa197b45fa106c73', 'gw_port': {'id': '093f89f4-e927-4495-a519-424eb13b99d9', 'name': '', 'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:6c:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38191333-a420-47a2-8f9b-161b1270b8b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:54:54Z', 'updated_at': '2021-04-16T16:55:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-smb', '_interfaces': [{'id': '7760ae05-0382-4a20-8ce3-ca8bad7a0af8', 'name': '', 'network_id': '770daafa-1164-40b6-87b7-5c389973ad27', 'tenant_id': '583c567f6d9d49f3aa197b45fa106c73', 'mac_address': 'fa:16:3e:d3:ce:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38191333-a420-47a2-8f9b-161b1270b8b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'f7f2886f-548b-4cf0-bf32-73f4e57d0285', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:54:58Z', 'updated_at': '2021-04-16T16:54:59Z', 'revision_number': 2, 'project_id': '583c567f6d9d49f3aa197b45fa106c73', 'subnets': [{'id': 'f7f2886f-548b-4cf0-bf32-73f4e57d0285', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-13-smb', False) {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:55:02.016603 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0f4d25-5e9f-4c05-a019-3a28843c56ec None None] The sync data for ids ['38191333-a420-47a2-8f9b-161b1270b8b1'] in dv-cinder-733622-13-smb is: [{'id': '38191333-a420-47a2-8f9b-161b1270b8b1', 'name': 'tempest-TestMinimumBasicScenario-1985015030-router', 'tenant_id': '583c567f6d9d49f3aa197b45fa106c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'external_fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.170'}], 'enable_snat': True}, 'gw_port_id': '093f89f4-e927-4495-a519-424eb13b99d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:54:53Z', 'updated_at': '2021-04-16T16:54:59Z', 'revision_number': 4, 'project_id': '583c567f6d9d49f3aa197b45fa106c73', 'gw_port': {'id': '093f89f4-e927-4495-a519-424eb13b99d9', 'name': '', 'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:6c:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38191333-a420-47a2-8f9b-161b1270b8b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:54:54Z', 'updated_at': '2021-04-16T16:55:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-smb', '_interfaces': [{'id': '7760ae05-0382-4a20-8ce3-ca8bad7a0af8', 'name': '', 'network_id': '770daafa-1164-40b6-87b7-5c389973ad27', 'tenant_id': '583c567f6d9d49f3aa197b45fa106c73', 'mac_address': 'fa:16:3e:d3:ce:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38191333-a420-47a2-8f9b-161b1270b8b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'f7f2886f-548b-4cf0-bf32-73f4e57d0285', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:54:58Z', 'updated_at': '2021-04-16T16:54:59Z', 'revision_number': 2, 'project_id': '583c567f6d9d49f3aa197b45fa106c73', 'subnets': [{'id': 'f7f2886f-548b-4cf0-bf32-73f4e57d0285', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 16:55:02.164654 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e185ea74-f3a1-4f0d-8202-e0586d901b4e req-777fcff9-855e-44f9-9df8-6337dc022672 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:55:02.170038 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-e185ea74-f3a1-4f0d-8202-e0586d901b4e req-777fcff9-855e-44f9-9df8-6337dc022672 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] 10.222.0.38 "GET /v2.0/ports?device_id=57a18dee-0e60-45b2-8fcb-da3152d60769 HTTP/1.1" status: 200 len: 946 time: 0.1193118 Apr 16 16:55:02.251453 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-e185ea74-f3a1-4f0d-8202-e0586d901b4e req-db0f47f4-b843-4e86-b651-031680c8cf96 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] 10.222.0.38 "GET /v2.0/security-groups?id=2cdf2105-d988-4489-b378-2e1e588e755c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743909 Apr 16 16:55:02.849982 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3def7a7a-061a-4ebc-ac6f-e1c7285ee0de req-77baf999-c322-4f1f-908e-3e6c4715bfb0 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:55:02.851720 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-3def7a7a-061a-4ebc-ac6f-e1c7285ee0de req-77baf999-c322-4f1f-908e-3e6c4715bfb0 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] 10.222.0.38 "GET /v2.0/ports?device_id=57a18dee-0e60-45b2-8fcb-da3152d60769 HTTP/1.1" status: 200 len: 946 time: 0.1628537 Apr 16 16:55:02.902490 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-7e79816a-844b-41fe-8958-3dc53480d903 req-ec78f6fc-78b8-4d81-8337-f3163679e874 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=57a18dee-0e60-45b2-8fcb-da3152d60769&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3474677 Apr 16 16:55:02.958799 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-3def7a7a-061a-4ebc-ac6f-e1c7285ee0de req-0c4b95c6-c8fb-4450-92d4-c36e39af4901 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] 10.222.0.38 "GET /v2.0/security-groups?id=2cdf2105-d988-4489-b378-2e1e588e755c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903549 Apr 16 16:55:03.617264 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.agents_db [None req-ebbb9395-3582-4696-b633-83ddaf7c527f None None] Agent healthcheck: found 6 active agents {{(pid=85338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 16:55:04.225959 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc776494-ebfa-4d19-b092-194d8888aee6 req-471f332e-612f-44ab-876d-ca3ae53e977a tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:55:04.235044 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-bc776494-ebfa-4d19-b092-194d8888aee6 req-471f332e-612f-44ab-876d-ca3ae53e977a tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] 10.222.0.38 "GET /v2.0/ports?device_id=57a18dee-0e60-45b2-8fcb-da3152d60769 HTTP/1.1" status: 200 len: 946 time: 0.1493742 Apr 16 16:55:04.311864 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-bc776494-ebfa-4d19-b092-194d8888aee6 req-89bfbfaa-45e8-4727-b27c-568682d8e285 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] 10.222.0.38 "GET /v2.0/security-groups?id=2cdf2105-d988-4489-b378-2e1e588e755c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756145 Apr 16 16:55:04.504159 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e79816a-844b-41fe-8958-3dc53480d903 req-438a4bb5-36a1-44ef-b622-e6328a3b0d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:55:04.506313 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-7e79816a-844b-41fe-8958-3dc53480d903 req-438a4bb5-36a1-44ef-b622-e6328a3b0d31 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=57a18dee-0e60-45b2-8fcb-da3152d60769&tenant_id=ab7c4e29afac4f9e95c5053828309dfd HTTP/1.1" status: 200 len: 1099 time: 0.1297200 Apr 16 16:55:04.573356 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Device 093f89f4-e927-4495-a519-424eb13b99d9 up at agent ovs-agent-dv-cinder-733622-13-smb {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:55:04.676610 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Provisioning for port 093f89f4-e927-4495-a519-424eb13b99d9 completed by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:55:04.685858 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Provisioning complete for port 093f89f4-e927-4495-a519-424eb13b99d9 triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:55:04.686314 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852761088'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:55:04.713072 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e79816a-844b-41fe-8958-3dc53480d903 req-ab300014-913a-4201-8498-f8000dfe3562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:55:04.715469 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-7e79816a-844b-41fe-8958-3dc53480d903 req-ab300014-913a-4201-8498-f8000dfe3562 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=ab7c4e29afac4f9e95c5053828309dfd&device_id=57a18dee-0e60-45b2-8fcb-da3152d60769 HTTP/1.1" status: 200 len: 1099 time: 0.1725307 Apr 16 16:55:04.865355 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:55:04.889909 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] For port 093f89f4-e927-4495-a519-424eb13b99d9, host dv-cinder-733622-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-smb',level=0,port_id=093f89f4-e927-4495-a519-424eb13b99d9,segment=NetworkSegment(72591246-2019-4cd4-9cf3-fab9e1d2beed),segment_id=72591246-2019-4cd4-9cf3-fab9e1d2beed)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:55:04.893926 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:55:04.896141 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:55:04.944413 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e79816a-844b-41fe-8958-3dc53480d903 req-4686554d-612f-4db2-9a0c-90e14c1d9bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:55:04.949311 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-7e79816a-844b-41fe-8958-3dc53480d903 req-4686554d-612f-4db2-9a0c-90e14c1d9bd7 service neutron] 10.222.0.87 "GET /v2.0/networks?id=141405ca-c540-4799-bdeb-b406e3f2ae7d HTTP/1.1" status: 200 len: 910 time: 0.2265167 Apr 16 16:55:04.990178 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Pushing event updated for resources: {'Port': ['ID=093f89f4-e927-4495-a519-424eb13b99d9,revision_number=4']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:55:04.994910 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:55:05.100655 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-7e79816a-844b-41fe-8958-3dc53480d903 req-3d9b6a45-33eb-4ba5-8549-79368569ed35 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49f9164a-8692-443b-9c1d-3a0d17b66fc5 HTTP/1.1" status: 200 len: 1002 time: 0.1444988 Apr 16 16:55:05.195881 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e79816a-844b-41fe-8958-3dc53480d903 req-6adb0280-f1b1-4316-810b-e2cdb8fac800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:55:05.197708 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-7e79816a-844b-41fe-8958-3dc53480d903 req-6adb0280-f1b1-4316-810b-e2cdb8fac800 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=77fdd9b8-ce12-4564-ad7d-62ce5897287c HTTP/1.1" status: 200 len: 848 time: 0.0893540 Apr 16 16:55:05.311366 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e79816a-844b-41fe-8958-3dc53480d903 req-420db57c-fb13-48af-8c70-6a15c100bec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:55:05.313598 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-7e79816a-844b-41fe-8958-3dc53480d903 req-420db57c-fb13-48af-8c70-6a15c100bec7 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=141405ca-c540-4799-bdeb-b406e3f2ae7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1089385 Apr 16 16:55:05.611497 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-7e79816a-844b-41fe-8958-3dc53480d903 req-3121b23a-c550-4ef9-bf79-01800d794276 service neutron] 10.222.0.87 "GET /v2.0/networks/141405ca-c540-4799-bdeb-b406e3f2ae7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2895536 Apr 16 16:55:05.786729 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed528d67-fa82-4d31-b147-9152e1d1fcf0 req-7d145193-9dc8-4981-baed-40b9f0aa2d8e tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:55:05.788381 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-ed528d67-fa82-4d31-b147-9152e1d1fcf0 req-7d145193-9dc8-4981-baed-40b9f0aa2d8e tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] 10.222.0.38 "GET /v2.0/ports?device_id=57a18dee-0e60-45b2-8fcb-da3152d60769 HTTP/1.1" status: 200 len: 946 time: 0.2877088 Apr 16 16:55:05.849841 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-7e79816a-844b-41fe-8958-3dc53480d903 req-068ebc65-b7ad-46ad-a7cb-55c0665d0d65 service neutron] 10.222.0.87 "GET /v2.0/networks/141405ca-c540-4799-bdeb-b406e3f2ae7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279439 Apr 16 16:55:05.910623 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-ed528d67-fa82-4d31-b147-9152e1d1fcf0 req-03a68f46-25fc-4f59-b956-019bb5a038bf tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] 10.222.0.38 "GET /v2.0/security-groups?id=2cdf2105-d988-4489-b378-2e1e588e755c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066921 Apr 16 16:55:06.175836 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b530c0f-6578-4c1f-8e77-7501011a881e None None] Sync routers for ids ['38191333-a420-47a2-8f9b-161b1270b8b1'] in dv-cinder-733622-13-smb {{(pid=85338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 16:55:06.187617 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b530c0f-6578-4c1f-8e77-7501011a881e None None] Routers {'38191333-a420-47a2-8f9b-161b1270b8b1'} bound to L3 agent in host dv-cinder-733622-13-smb {{(pid=85338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:55:06.188977 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-7b530c0f-6578-4c1f-8e77-7501011a881e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T16:36:22Z,description=,heartbeat_timestamp=2021-04-16T16:54:52Z,host='dv-cinder-733622-13-smb',id=4aa3b6c8-2ef9-4577-bdb6-1cfedaad083f,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T16:36:22Z,topic='l3_agent')) {'router_ids': ['38191333-a420-47a2-8f9b-161b1270b8b1'], 'active': True} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:55:06.440620 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvr_db [None req-7b530c0f-6578-4c1f-8e77-7501011a881e None None] Set router 38191333-a420-47a2-8f9b-161b1270b8b1 gateway port host: dv-cinder-733622-13-smb {{(pid=85338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:55:06.521058 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Device 093f89f4-e927-4495-a519-424eb13b99d9 up at agent ovs-agent-dv-cinder-733622-13-smb {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:55:06.625638 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Provisioning complete for port 093f89f4-e927-4495-a519-424eb13b99d9 triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:55:06.626095 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852761088'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:55:06.707960 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Device 49f9164a-8692-443b-9c1d-3a0d17b66fc5 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 16:55:06.963358 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-7b530c0f-6578-4c1f-8e77-7501011a881e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38191333-a420-47a2-8f9b-161b1270b8b1', 'name': 'tempest-TestMinimumBasicScenario-1985015030-router', 'tenant_id': '583c567f6d9d49f3aa197b45fa106c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'external_fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.170'}], 'enable_snat': True}, 'gw_port_id': '093f89f4-e927-4495-a519-424eb13b99d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:54:53Z', 'updated_at': '2021-04-16T16:54:59Z', 'revision_number': 4, 'project_id': '583c567f6d9d49f3aa197b45fa106c73', 'gw_port': {'id': '093f89f4-e927-4495-a519-424eb13b99d9', 'name': '', 'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:6c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38191333-a420-47a2-8f9b-161b1270b8b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:54:54Z', 'updated_at': '2021-04-16T16:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-smb', '_interfaces': [{'id': '7760ae05-0382-4a20-8ce3-ca8bad7a0af8', 'name': '', 'network_id': '770daafa-1164-40b6-87b7-5c389973ad27', 'tenant_id': '583c567f6d9d49f3aa197b45fa106c73', 'mac_address': 'fa:16:3e:d3:ce:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38191333-a420-47a2-8f9b-161b1270b8b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'f7f2886f-548b-4cf0-bf32-73f4e57d0285', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:54:58Z', 'updated_at': '2021-04-16T16:54:59Z', 'revision_number': 2, 'project_id': '583c567f6d9d49f3aa197b45fa106c73', 'subnets': [{'id': 'f7f2886f-548b-4cf0-bf32-73f4e57d0285', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-13-smb', False) {} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:55:06.970918 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b530c0f-6578-4c1f-8e77-7501011a881e None None] Checking router: 38191333-a420-47a2-8f9b-161b1270b8b1 for host: dv-cinder-733622-13-smb {{(pid=85338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 16:55:06.971620 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b530c0f-6578-4c1f-8e77-7501011a881e None None] Updating router 38191333-a420-47a2-8f9b-161b1270b8b1 port 7760ae05-0382-4a20-8ce3-ca8bad7a0af8 binding host dv-cinder-733622-13-smb {{(pid=85338) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 16:55:07.053304 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:55:07.081929 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-7b530c0f-6578-4c1f-8e77-7501011a881e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:55:07.110796 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] For port 49f9164a-8692-443b-9c1d-3a0d17b66fc5, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=49f9164a-8692-443b-9c1d-3a0d17b66fc5,segment=NetworkSegment(4c5c09ca-d7f7-4695-8d8a-1222f3f945e8),segment_id=4c5c09ca-d7f7-4695-8d8a-1222f3f945e8)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:55:07.112502 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57a18dee-0e60-45b2-8fcb-da3152d60769', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49f9164a-8692-443b-9c1d-3a0d17b66fc5'}] {{(pid=85337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:55:07.123384 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:55:07.126380 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:55:07.242981 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844dffdc-fe88-4866-9bda-22180096e3b0 req-fc396980-5edf-46f0-85a0-8d951c469e34 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:55:07.252715 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57a18dee-0e60-45b2-8fcb-da3152d60769', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49f9164a-8692-443b-9c1d-3a0d17b66fc5', 'code': 200} Apr 16 16:55:07.260012 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-844dffdc-fe88-4866-9bda-22180096e3b0 req-fc396980-5edf-46f0-85a0-8d951c469e34 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] 10.222.0.38 "GET /v2.0/ports?device_id=57a18dee-0e60-45b2-8fcb-da3152d60769 HTTP/1.1" status: 200 len: 944 time: 0.1843388 Apr 16 16:55:07.269483 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Pushing event updated for resources: {'Port': ['ID=49f9164a-8692-443b-9c1d-3a0d17b66fc5,revision_number=6']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:55:07.286416 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:55:07.322703 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-844dffdc-fe88-4866-9bda-22180096e3b0 req-98bcd25c-2347-47ab-8a6e-53dab2463461 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] 10.222.0.38 "GET /v2.0/security-groups?id=2cdf2105-d988-4489-b378-2e1e588e755c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585237 Apr 16 16:55:07.661294 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-7b530c0f-6578-4c1f-8e77-7501011a881e None None] Notify callbacks [] for port, precommit_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:55:07.676587 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-7b530c0f-6578-4c1f-8e77-7501011a881e None None] Transition to ACTIVE for port object 7760ae05-0382-4a20-8ce3-ca8bad7a0af8 will not be triggered until provisioned by entity L2. {{(pid=85338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:55:07.688604 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-7b530c0f-6578-4c1f-8e77-7501011a881e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900'] for port, after_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:55:07.717372 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-a246deb5-62e7-442d-9446-e5069ae4cf01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:55:07.825551 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9452d07-5156-46b2-bd51-4eb899f03ff4 req-9beca7cf-d0ee-4563-b664-56534ec44c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:55:07.830166 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-e9452d07-5156-46b2-bd51-4eb899f03ff4 req-9beca7cf-d0ee-4563-b664-56534ec44c8d service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=57a18dee-0e60-45b2-8fcb-da3152d60769 HTTP/1.1" status: 200 len: 1097 time: 0.1091728 Apr 16 16:55:07.855126 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596d17ee-72d8-409b-bd71-921ae11495f3 None None] Pushing event updated for resources: {'Port': ['ID=7760ae05-0382-4a20-8ce3-ca8bad7a0af8,revision_number=3']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:55:07.900671 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-e9452d07-5156-46b2-bd51-4eb899f03ff4 req-cf665a3a-8b47-40d6-b25e-2b11895419c1 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=2cdf2105-d988-4489-b378-2e1e588e755c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603337 Apr 16 16:55:07.925081 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-596d17ee-72d8-409b-bd71-921ae11495f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:55:08.222725 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-7b530c0f-6578-4c1f-8e77-7501011a881e None None] Attempting to bind port 7760ae05-0382-4a20-8ce3-ca8bad7a0af8 on host dv-cinder-733622-13-smb for vnic_type normal with profile {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 16:55:08.223561 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-7b530c0f-6578-4c1f-8e77-7501011a881e None None] Attempting to bind port 7760ae05-0382-4a20-8ce3-ca8bad7a0af8 by drivers openvswitch,hyperv on host dv-cinder-733622-13-smb at level 0 using segments [{'id': '5fc61acf-6502-489a-bdc4-97608ea684b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '770daafa-1164-40b6-87b7-5c389973ad27'}] {{(pid=85338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 16:55:08.223561 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b530c0f-6578-4c1f-8e77-7501011a881e None None] Attempting to bind port 7760ae05-0382-4a20-8ce3-ca8bad7a0af8 on network 770daafa-1164-40b6-87b7-5c389973ad27 {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 16:55:08.231529 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b530c0f-6578-4c1f-8e77-7501011a881e None None] Checking agent: {'id': '033b0af5-7550-4b5d-954a-022a384d8461', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 16, 36, 23), 'started_at': datetime.datetime(2021, 4, 16, 16, 36, 53), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 54, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 16:55:08.231935 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b530c0f-6578-4c1f-8e77-7501011a881e None None] Checking segment: {'id': '5fc61acf-6502-489a-bdc4-97608ea684b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '770daafa-1164-40b6-87b7-5c389973ad27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 16:55:08.232391 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-7b530c0f-6578-4c1f-8e77-7501011a881e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:55:08.232827 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b530c0f-6578-4c1f-8e77-7501011a881e None None] Bound using segment: {'id': '5fc61acf-6502-489a-bdc4-97608ea684b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '770daafa-1164-40b6-87b7-5c389973ad27'} {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 16:55:08.233340 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-7b530c0f-6578-4c1f-8e77-7501011a881e None None] Bound port: 7760ae05-0382-4a20-8ce3-ca8bad7a0af8, host: dv-cinder-733622-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fc61acf-6502-489a-bdc4-97608ea684b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '770daafa-1164-40b6-87b7-5c389973ad27'}}] {{(pid=85338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 16:55:08.233755 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-7b530c0f-6578-4c1f-8e77-7501011a881e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:55:08.417994 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-7b530c0f-6578-4c1f-8e77-7501011a881e None None] For port 7760ae05-0382-4a20-8ce3-ca8bad7a0af8, host dv-cinder-733622-13-smb, cleared binding levels {{(pid=85338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 16:55:08.538921 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-7b530c0f-6578-4c1f-8e77-7501011a881e None None] For port 7760ae05-0382-4a20-8ce3-ca8bad7a0af8, host dv-cinder-733622-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-smb',level=0,port_id=7760ae05-0382-4a20-8ce3-ca8bad7a0af8,segment=NetworkSegment(5fc61acf-6502-489a-bdc4-97608ea684b5),segment_id=5fc61acf-6502-489a-bdc4-97608ea684b5)] {{(pid=85338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 16:55:08.549926 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-7b530c0f-6578-4c1f-8e77-7501011a881e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900'] for port, after_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:55:08.580069 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:55:08.716061 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Device 49f9164a-8692-443b-9c1d-3a0d17b66fc5 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=85337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 16:55:08.733935 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fbaa8c-bff9-4341-af94-991acd120bfd req-25eaa307-4faa-425b-88a4-72a1d1822d85 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:55:08.751015 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-d0fbaa8c-bff9-4341-af94-991acd120bfd req-25eaa307-4faa-425b-88a4-72a1d1822d85 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] 10.222.0.38 "GET /v2.0/ports?device_id=57a18dee-0e60-45b2-8fcb-da3152d60769 HTTP/1.1" status: 200 len: 944 time: 0.2184882 Apr 16 16:55:08.862693 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-d0fbaa8c-bff9-4341-af94-991acd120bfd req-c3b1be8c-1c73-4f84-a088-49429501ac8d tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] 10.222.0.38 "GET /v2.0/security-groups?id=2cdf2105-d988-4489-b378-2e1e588e755c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083434 Apr 16 16:55:08.905731 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596d17ee-72d8-409b-bd71-921ae11495f3 None None] Pushing event updated for resources: {'Port': ['ID=7760ae05-0382-4a20-8ce3-ca8bad7a0af8,revision_number=4']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:55:08.912279 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-596d17ee-72d8-409b-bd71-921ae11495f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:55:09.028873 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] For port 49f9164a-8692-443b-9c1d-3a0d17b66fc5, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=49f9164a-8692-443b-9c1d-3a0d17b66fc5,segment=NetworkSegment(4c5c09ca-d7f7-4695-8d8a-1222f3f945e8),segment_id=4c5c09ca-d7f7-4695-8d8a-1222f3f945e8)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:55:09.029096 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b530c0f-6578-4c1f-8e77-7501011a881e None None] Routers {'38191333-a420-47a2-8f9b-161b1270b8b1'} bound to L3 agent in host dv-cinder-733622-13-smb {{(pid=85338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:55:09.029617 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-7b530c0f-6578-4c1f-8e77-7501011a881e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T16:36:22Z,description=,heartbeat_timestamp=2021-04-16T16:54:52Z,host='dv-cinder-733622-13-smb',id=4aa3b6c8-2ef9-4577-bdb6-1cfedaad083f,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T16:36:22Z,topic='l3_agent')) {'router_ids': ['38191333-a420-47a2-8f9b-161b1270b8b1'], 'active': True} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:55:09.047530 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Returning: {'device': '49f9164a-8692-443b-9c1d-3a0d17b66fc5', 'network_id': '141405ca-c540-4799-bdeb-b406e3f2ae7d', 'port_id': '49f9164a-8692-443b-9c1d-3a0d17b66fc5', 'mac_address': 'fa:16:3e:4b:8b:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 765, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77fdd9b8-ce12-4564-ad7d-62ce5897287c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 16:55:09.202793 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:55:09.203646 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:55:09.231085 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49f9164a-8692-443b-9c1d-3a0d17b66fc5 {{(pid=85337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 16:55:09.260321 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] For port 49f9164a-8692-443b-9c1d-3a0d17b66fc5, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=49f9164a-8692-443b-9c1d-3a0d17b66fc5,segment=NetworkSegment(4c5c09ca-d7f7-4695-8d8a-1222f3f945e8),segment_id=4c5c09ca-d7f7-4695-8d8a-1222f3f945e8)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:55:09.268895 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:55:09.275095 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:55:09.403194 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Pushing event updated for resources: {'Port': ['ID=49f9164a-8692-443b-9c1d-3a0d17b66fc5,revision_number=7']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:55:09.407040 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:55:09.534379 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvr_db [None req-7b530c0f-6578-4c1f-8e77-7501011a881e None None] Set router 38191333-a420-47a2-8f9b-161b1270b8b1 gateway port host: dv-cinder-733622-13-smb {{(pid=85338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:55:09.540365 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] get_ports_and_sgs() called for port_ids ['49f9164a-8692-443b-9c1d-3a0d17b66fc5'] {{(pid=85337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 16:55:10.063538 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-7b530c0f-6578-4c1f-8e77-7501011a881e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38191333-a420-47a2-8f9b-161b1270b8b1', 'name': 'tempest-TestMinimumBasicScenario-1985015030-router', 'tenant_id': '583c567f6d9d49f3aa197b45fa106c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'external_fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.170'}], 'enable_snat': True}, 'gw_port_id': '093f89f4-e927-4495-a519-424eb13b99d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:54:53Z', 'updated_at': '2021-04-16T16:54:59Z', 'revision_number': 4, 'project_id': '583c567f6d9d49f3aa197b45fa106c73', 'gw_port': {'id': '093f89f4-e927-4495-a519-424eb13b99d9', 'name': '', 'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:6c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38191333-a420-47a2-8f9b-161b1270b8b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:54:54Z', 'updated_at': '2021-04-16T16:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-smb', '_interfaces': [{'id': '7760ae05-0382-4a20-8ce3-ca8bad7a0af8', 'name': '', 'network_id': '770daafa-1164-40b6-87b7-5c389973ad27', 'tenant_id': '583c567f6d9d49f3aa197b45fa106c73', 'mac_address': 'fa:16:3e:d3:ce:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38191333-a420-47a2-8f9b-161b1270b8b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'f7f2886f-548b-4cf0-bf32-73f4e57d0285', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:54:58Z', 'updated_at': '2021-04-16T16:55:08Z', 'revision_number': 4, 'project_id': '583c567f6d9d49f3aa197b45fa106c73', 'subnets': [{'id': 'f7f2886f-548b-4cf0-bf32-73f4e57d0285', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-13-smb', False) {} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:55:10.068616 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b530c0f-6578-4c1f-8e77-7501011a881e None None] The sync data for ids ['38191333-a420-47a2-8f9b-161b1270b8b1'] in dv-cinder-733622-13-smb is: [{'id': '38191333-a420-47a2-8f9b-161b1270b8b1', 'name': 'tempest-TestMinimumBasicScenario-1985015030-router', 'tenant_id': '583c567f6d9d49f3aa197b45fa106c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'external_fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.170'}], 'enable_snat': True}, 'gw_port_id': '093f89f4-e927-4495-a519-424eb13b99d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:54:53Z', 'updated_at': '2021-04-16T16:54:59Z', 'revision_number': 4, 'project_id': '583c567f6d9d49f3aa197b45fa106c73', 'gw_port': {'id': '093f89f4-e927-4495-a519-424eb13b99d9', 'name': '', 'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:6c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38191333-a420-47a2-8f9b-161b1270b8b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:54:54Z', 'updated_at': '2021-04-16T16:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-smb', '_interfaces': [{'id': '7760ae05-0382-4a20-8ce3-ca8bad7a0af8', 'name': '', 'network_id': '770daafa-1164-40b6-87b7-5c389973ad27', 'tenant_id': '583c567f6d9d49f3aa197b45fa106c73', 'mac_address': 'fa:16:3e:d3:ce:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38191333-a420-47a2-8f9b-161b1270b8b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'f7f2886f-548b-4cf0-bf32-73f4e57d0285', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:54:58Z', 'updated_at': '2021-04-16T16:55:08Z', 'revision_number': 4, 'project_id': '583c567f6d9d49f3aa197b45fa106c73', 'subnets': [{'id': 'f7f2886f-548b-4cf0-bf32-73f4e57d0285', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 16:55:10.140921 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbc1f9d-48d4-4e00-8d44-b873b49306a0 req-3e96f2c0-426d-435c-b582-4d164afb2ff4 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:55:10.151098 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-cdbc1f9d-48d4-4e00-8d44-b873b49306a0 req-3e96f2c0-426d-435c-b582-4d164afb2ff4 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] 10.222.0.38 "GET /v2.0/ports?device_id=57a18dee-0e60-45b2-8fcb-da3152d60769 HTTP/1.1" status: 200 len: 945 time: 0.1233013 Apr 16 16:55:10.233302 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-cdbc1f9d-48d4-4e00-8d44-b873b49306a0 req-20934133-e0eb-41b3-b291-7ccb9529415b tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] 10.222.0.38 "GET /v2.0/security-groups?id=2cdf2105-d988-4489-b378-2e1e588e755c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808060 Apr 16 16:55:10.539461 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Device 7760ae05-0382-4a20-8ce3-ca8bad7a0af8 up at agent ovs-agent-dv-cinder-733622-13-smb {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:55:10.676543 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Provisioning for port 7760ae05-0382-4a20-8ce3-ca8bad7a0af8 completed by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:55:10.684113 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Provisioning complete for port 7760ae05-0382-4a20-8ce3-ca8bad7a0af8 triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:55:10.684655 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852761088'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:55:10.726452 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Device 49f9164a-8692-443b-9c1d-3a0d17b66fc5 up at agent hyperv_hv-cinder-73362 {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:55:10.949526 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Provisioning complete for port 49f9164a-8692-443b-9c1d-3a0d17b66fc5 triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:55:10.949945 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852761088'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:55:10.981420 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:55:11.049109 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] For port 7760ae05-0382-4a20-8ce3-ca8bad7a0af8, host dv-cinder-733622-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-smb',level=0,port_id=7760ae05-0382-4a20-8ce3-ca8bad7a0af8,segment=NetworkSegment(5fc61acf-6502-489a-bdc4-97608ea684b5),segment_id=5fc61acf-6502-489a-bdc4-97608ea684b5)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:55:11.060903 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:55:11.063873 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:55:11.204029 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Pushing event updated for resources: {'Port': ['ID=7760ae05-0382-4a20-8ce3-ca8bad7a0af8,revision_number=5']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:55:11.209409 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:55:11.221099 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:55:11.247651 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57a18dee-0e60-45b2-8fcb-da3152d60769', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49f9164a-8692-443b-9c1d-3a0d17b66fc5'}] {{(pid=85337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:55:11.260170 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] For port 49f9164a-8692-443b-9c1d-3a0d17b66fc5, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=49f9164a-8692-443b-9c1d-3a0d17b66fc5,segment=NetworkSegment(4c5c09ca-d7f7-4695-8d8a-1222f3f945e8),segment_id=4c5c09ca-d7f7-4695-8d8a-1222f3f945e8)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:55:11.264518 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:55:11.266739 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:55:11.318197 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57a18dee-0e60-45b2-8fcb-da3152d60769', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49f9164a-8692-443b-9c1d-3a0d17b66fc5', 'code': 200} Apr 16 16:55:11.359279 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Pushing event updated for resources: {'Port': ['ID=49f9164a-8692-443b-9c1d-3a0d17b66fc5,revision_number=8']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:55:11.365838 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:55:12.472236 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Device 7760ae05-0382-4a20-8ce3-ca8bad7a0af8 up at agent ovs-agent-dv-cinder-733622-13-smb {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:55:12.586033 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Provisioning complete for port 7760ae05-0382-4a20-8ce3-ca8bad7a0af8 triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:55:12.587167 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852761088'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:55:14.285273 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52048dba-7062-47f3-9940-7dd767a5f77f req-a633e88f-7503-469c-a916-97ee9336e420 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:55:14.288792 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-52048dba-7062-47f3-9940-7dd767a5f77f req-a633e88f-7503-469c-a916-97ee9336e420 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] 10.222.0.38 "GET /v2.0/networks?id=d2fee6b3-d80c-4136-b36b-26b49b7df2ca HTTP/1.1" status: 200 len: 814 time: 0.1859887 Apr 16 16:55:14.316361 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-52048dba-7062-47f3-9940-7dd767a5f77f req-4d01d313-05be-41b3-9b2f-4d4ff3e0ee84 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] 10.222.0.38 "GET /v2.0/quotas/52da619040dd4ebcbd9ac766b4445cb2 HTTP/1.1" status: 200 len: 375 time: 0.0131767 Apr 16 16:55:14.435417 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-52048dba-7062-47f3-9940-7dd767a5f77f req-f4eaa126-fd24-4b81-b5ff-23c56a3b19be tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=52da619040dd4ebcbd9ac766b4445cb2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1068966 Apr 16 16:55:14.850856 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-52048dba-7062-47f3-9940-7dd767a5f77f req-244246cc-8d42-43c3-9781-740dbbf63632 service neutron] 10.222.0.38 "GET /v2.0/networks/d2fee6b3-d80c-4136-b36b-26b49b7df2ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3996003 Apr 16 16:55:15.025445 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-52048dba-7062-47f3-9940-7dd767a5f77f req-8dcab0a2-8537-4ec7-905e-3a65c01d5ae0 service neutron] 10.222.0.38 "GET /v2.0/networks/d2fee6b3-d80c-4136-b36b-26b49b7df2ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662414 Apr 16 16:55:15.248272 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-c5da8ded-6502-4d34-9a6c-c9252cf86251 req-252d82e4-af3d-4e1b-9435-b63301aad3e3 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Synchronizing usage tracker for tenant:52da619040dd4ebcbd9ac766b4445cb2 on resource:port {{(pid=85335) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 16:55:15.266681 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-c5da8ded-6502-4d34-9a6c-c9252cf86251 req-252d82e4-af3d-4e1b-9435-b63301aad3e3 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Unset dirty status for tenant:52da619040dd4ebcbd9ac766b4445cb2 on resource:port {{(pid=85335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 16:55:15.268077 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-c5da8ded-6502-4d34-9a6c-c9252cf86251 req-252d82e4-af3d-4e1b-9435-b63301aad3e3 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] 10.222.0.38 "GET /v2.0/ports?device_id=76ec7b86-92ec-4f56-9b85-57307f6496ce HTTP/1.1" status: 200 len: 210 time: 0.0754380 Apr 16 16:55:16.492074 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-224f648e-53d9-42ff-aa11-6d4674547c1b req-f2fa8428-8ab5-4e07-a716-01f1e129bb2a tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] 10.222.0.38 "GET /v2.0/ports?device_id=76ec7b86-92ec-4f56-9b85-57307f6496ce HTTP/1.1" status: 200 len: 210 time: 0.0688922 Apr 16 16:55:16.605153 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52048dba-7062-47f3-9940-7dd767a5f77f req-ade55a81-4d2e-415e-b032-19f01230c32c tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:55:16.607554 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-52048dba-7062-47f3-9940-7dd767a5f77f req-ade55a81-4d2e-415e-b032-19f01230c32c tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] 10.222.0.87 "GET /v2.0/networks?id=d2fee6b3-d80c-4136-b36b-26b49b7df2ca HTTP/1.1" status: 200 len: 814 time: 0.2719581 Apr 16 16:55:16.622565 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.v2.base [req-52048dba-7062-47f3-9940-7dd767a5f77f req-910185fd-c6bc-4b5b-8d39-5010ef6bd510 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Request body: {'port': {'device_id': '76ec7b86-92ec-4f56-9b85-57307f6496ce', 'network_id': 'd2fee6b3-d80c-4136-b36b-26b49b7df2ca', 'admin_state_up': True, 'tenant_id': '52da619040dd4ebcbd9ac766b4445cb2'}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:55:16.795868 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [req-52048dba-7062-47f3-9940-7dd767a5f77f req-910185fd-c6bc-4b5b-8d39-5010ef6bd510 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:55:16.807806 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [req-52048dba-7062-47f3-9940-7dd767a5f77f req-910185fd-c6bc-4b5b-8d39-5010ef6bd510 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:55:16.817504 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52048dba-7062-47f3-9940-7dd767a5f77f req-910185fd-c6bc-4b5b-8d39-5010ef6bd510 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Made reservation on behalf of 52da619040dd4ebcbd9ac766b4445cb2 for: {'port': 1} {{(pid=85336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 16:55:16.824410 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-52048dba-7062-47f3-9940-7dd767a5f77f req-910185fd-c6bc-4b5b-8d39-5010ef6bd510 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:55:17.062961 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.db_base_plugin_common [req-52048dba-7062-47f3-9940-7dd767a5f77f req-910185fd-c6bc-4b5b-8d39-5010ef6bd510 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Allocated IP 172.20.0.7 (d2fee6b3-d80c-4136-b36b-26b49b7df2ca/1ac0e1eb-c983-4f9a-bc40-dadb914d7027/13d455aa-86fc-445f-9092-ee640298e9be) {{(pid=85336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 16:55:17.426464 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-52048dba-7062-47f3-9940-7dd767a5f77f req-910185fd-c6bc-4b5b-8d39-5010ef6bd510 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Notify callbacks [] for port, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:55:17.452041 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [req-52048dba-7062-47f3-9940-7dd767a5f77f req-910185fd-c6bc-4b5b-8d39-5010ef6bd510 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Transition to ACTIVE for port object 13d455aa-86fc-445f-9092-ee640298e9be will not be triggered until provisioned by entity DHCP. {{(pid=85336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:55:17.481814 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-52048dba-7062-47f3-9940-7dd767a5f77f req-910185fd-c6bc-4b5b-8d39-5010ef6bd510 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751455712866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2420184'] for port, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:55:17.501496 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-13d4770f-8832-4905-bbee-5893af32f736 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:55:17.778360 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910185fd-c6bc-4b5b-8d39-5010ef6bd510 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Pushing event updated for resources: {'Port': ['ID=13d455aa-86fc-445f-9092-ee640298e9be,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:55:17.785666 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-910185fd-c6bc-4b5b-8d39-5010ef6bd510 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:55:17.838711 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52048dba-7062-47f3-9940-7dd767a5f77f req-910185fd-c6bc-4b5b-8d39-5010ef6bd510 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Network d2fee6b3-d80c-4136-b36b-26b49b7df2ca is already hosted by enough agents. {{(pid=85336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 16:55:17.841370 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [req-52048dba-7062-47f3-9940-7dd767a5f77f req-910185fd-c6bc-4b5b-8d39-5010ef6bd510 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Resources bound (agent type, host, resource id): {{(pid=85336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:55:17.844591 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [req-52048dba-7062-47f3-9940-7dd767a5f77f req-910185fd-c6bc-4b5b-8d39-5010ef6bd510 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Received port after_create {{(pid=85336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 16:55:17.876855 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69017c48-9bde-45d0-adb6-c20cd347b252 req-848848ad-b266-45ac-b23f-282808096cf8 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:55:17.878889 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-69017c48-9bde-45d0-adb6-c20cd347b252 req-848848ad-b266-45ac-b23f-282808096cf8 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] 10.222.0.38 "GET /v2.0/ports?device_id=76ec7b86-92ec-4f56-9b85-57307f6496ce HTTP/1.1" status: 200 len: 931 time: 0.1247728 Apr 16 16:55:17.951207 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52048dba-7062-47f3-9940-7dd767a5f77f req-910185fd-c6bc-4b5b-8d39-5010ef6bd510 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:55:17.952608 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-52048dba-7062-47f3-9940-7dd767a5f77f req-910185fd-c6bc-4b5b-8d39-5010ef6bd510 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768218'] for port, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:55:17.992941 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-69017c48-9bde-45d0-adb6-c20cd347b252 req-06fb8cdf-5531-4b82-8dcc-c3c25d388d38 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Synchronizing usage tracker for tenant:52da619040dd4ebcbd9ac766b4445cb2 on resource:security_group {{(pid=85335) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 16:55:18.001421 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-52048dba-7062-47f3-9940-7dd767a5f77f req-910185fd-c6bc-4b5b-8d39-5010ef6bd510 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3850648 Apr 16 16:55:18.028231 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-69017c48-9bde-45d0-adb6-c20cd347b252 req-06fb8cdf-5531-4b82-8dcc-c3c25d388d38 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Unset dirty status for tenant:52da619040dd4ebcbd9ac766b4445cb2 on resource:security_group {{(pid=85335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 16:55:18.030895 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-69017c48-9bde-45d0-adb6-c20cd347b252 req-06fb8cdf-5531-4b82-8dcc-c3c25d388d38 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] 10.222.0.38 "GET /v2.0/security-groups?id=c34df77b-bf25-4f0d-8838-b520afe0c643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389534 Apr 16 16:55:18.157560 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-5ec775b7-6470-4c54-b31f-8f3ed9612def None None] Provisioning for port 13d455aa-86fc-445f-9092-ee640298e9be completed by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:55:18.166727 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-5ec775b7-6470-4c54-b31f-8f3ed9612def None None] Provisioning complete for port 13d455aa-86fc-445f-9092-ee640298e9be triggered by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:55:18.167739 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-5ec775b7-6470-4c54-b31f-8f3ed9612def None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852761088'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:55:18.254837 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-5ec775b7-6470-4c54-b31f-8f3ed9612def None None] Port 13d455aa-86fc-445f-9092-ee640298e9be cannot update to ACTIVE because it is not bound. {{(pid=85337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 16:55:19.291438 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c1a942-cbc7-43e8-929c-9ffe6524ab51 req-02ac2971-ca62-446f-ba08-0a6d643b5851 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:55:19.292461 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-98c1a942-cbc7-43e8-929c-9ffe6524ab51 req-02ac2971-ca62-446f-ba08-0a6d643b5851 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Synchronizing usage tracker for tenant:52da619040dd4ebcbd9ac766b4445cb2 on resource:port {{(pid=85336) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 16:55:19.311455 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-98c1a942-cbc7-43e8-929c-9ffe6524ab51 req-02ac2971-ca62-446f-ba08-0a6d643b5851 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Unset dirty status for tenant:52da619040dd4ebcbd9ac766b4445cb2 on resource:port {{(pid=85336) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 16:55:19.312903 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-98c1a942-cbc7-43e8-929c-9ffe6524ab51 req-02ac2971-ca62-446f-ba08-0a6d643b5851 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] 10.222.0.38 "GET /v2.0/ports?device_id=76ec7b86-92ec-4f56-9b85-57307f6496ce HTTP/1.1" status: 200 len: 931 time: 0.1289723 Apr 16 16:55:19.374849 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-98c1a942-cbc7-43e8-929c-9ffe6524ab51 req-4003704f-d09e-4f34-bc4f-23db81ade2b1 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] 10.222.0.38 "GET /v2.0/security-groups?id=c34df77b-bf25-4f0d-8838-b520afe0c643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537152 Apr 16 16:55:19.796205 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-0725c8bd-c369-40ab-8640-dcef3e710fb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:55:20.635077 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a312a023-ea63-4e98-99cf-55f54b19cb94 req-44372b6f-c530-4bab-b7b1-46e447cf81bd tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:55:20.636572 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-a312a023-ea63-4e98-99cf-55f54b19cb94 req-44372b6f-c530-4bab-b7b1-46e447cf81bd tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] 10.222.0.38 "GET /v2.0/ports?device_id=76ec7b86-92ec-4f56-9b85-57307f6496ce HTTP/1.1" status: 200 len: 931 time: 0.1321132 Apr 16 16:55:20.691749 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-a312a023-ea63-4e98-99cf-55f54b19cb94 req-42f37eae-7170-419d-91ba-3ad3a187abd5 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] 10.222.0.38 "GET /v2.0/security-groups?id=c34df77b-bf25-4f0d-8838-b520afe0c643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479159 Apr 16 16:55:21.835600 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-49b33214-7bc7-4dec-ba34-6f93c88dc73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:55:22.126964 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c9ba67-4ff9-46fc-b7d8-f4331a0aa436 req-d79290f0-9dae-440f-a225-c79e2c76eb77 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:55:22.128648 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-59c9ba67-4ff9-46fc-b7d8-f4331a0aa436 req-d79290f0-9dae-440f-a225-c79e2c76eb77 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] 10.222.0.38 "GET /v2.0/ports?device_id=76ec7b86-92ec-4f56-9b85-57307f6496ce HTTP/1.1" status: 200 len: 931 time: 0.1237106 Apr 16 16:55:22.199318 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-59c9ba67-4ff9-46fc-b7d8-f4331a0aa436 req-f7ff3467-4922-4d81-bca5-d47aa9eaee14 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] 10.222.0.38 "GET /v2.0/security-groups?id=c34df77b-bf25-4f0d-8838-b520afe0c643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610385 Apr 16 16:55:22.870290 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-45c0d62a-bc24-48a8-9022-8ca56da26294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:55:23.437749 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f6792b-584f-4fd7-a565-8c6ee19b0c97 req-d05382cf-4d68-40ba-871a-ae626e1cc43c tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:55:23.439797 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-a8f6792b-584f-4fd7-a565-8c6ee19b0c97 req-d05382cf-4d68-40ba-871a-ae626e1cc43c tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] 10.222.0.38 "GET /v2.0/ports?device_id=76ec7b86-92ec-4f56-9b85-57307f6496ce HTTP/1.1" status: 200 len: 931 time: 0.1192183 Apr 16 16:55:23.510990 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-a8f6792b-584f-4fd7-a565-8c6ee19b0c97 req-eefe6e9d-153d-47ed-91aa-5eba71a28db0 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] 10.222.0.38 "GET /v2.0/security-groups?id=c34df77b-bf25-4f0d-8838-b520afe0c643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636580 Apr 16 16:55:23.519118 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:55:24.313603 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-53783e99-0c04-4d0d-b0b5-c5fd538000c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:55:24.766061 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3abc22b-6d2d-4d75-9a12-4e8b7187d2fa req-d8ad62bb-e315-4ac8-9929-a78f845dbf8c tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:55:24.775094 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-b3abc22b-6d2d-4d75-9a12-4e8b7187d2fa req-d8ad62bb-e315-4ac8-9929-a78f845dbf8c tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] 10.222.0.38 "GET /v2.0/ports?device_id=76ec7b86-92ec-4f56-9b85-57307f6496ce HTTP/1.1" status: 200 len: 931 time: 0.1222107 Apr 16 16:55:24.827757 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-b3abc22b-6d2d-4d75-9a12-4e8b7187d2fa req-51f39f89-86d1-4dae-a4d1-bfd218f59caf tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] 10.222.0.38 "GET /v2.0/security-groups?id=c34df77b-bf25-4f0d-8838-b520afe0c643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492690 Apr 16 16:55:26.069293 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a7d594-dd2a-4fee-a761-f6531819264b req-280779b7-62a0-4d93-a318-a186368d71f9 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:55:26.071157 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-85a7d594-dd2a-4fee-a761-f6531819264b req-280779b7-62a0-4d93-a318-a186368d71f9 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] 10.222.0.38 "GET /v2.0/ports?device_id=76ec7b86-92ec-4f56-9b85-57307f6496ce HTTP/1.1" status: 200 len: 931 time: 0.1115904 Apr 16 16:55:26.130134 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-85a7d594-dd2a-4fee-a761-f6531819264b req-3aa3ecad-a41e-446c-a28f-09cf5e6acfcc tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] 10.222.0.38 "GET /v2.0/security-groups?id=c34df77b-bf25-4f0d-8838-b520afe0c643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498857 Apr 16 16:55:27.382480 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29856880-539f-47a1-ac62-de52f680fe12 req-a7b4e5eb-237c-4e08-b213-6b778816dd4f tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:55:27.384343 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-29856880-539f-47a1-ac62-de52f680fe12 req-a7b4e5eb-237c-4e08-b213-6b778816dd4f tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] 10.222.0.38 "GET /v2.0/ports?device_id=76ec7b86-92ec-4f56-9b85-57307f6496ce HTTP/1.1" status: 200 len: 931 time: 0.1018887 Apr 16 16:55:27.435004 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-29856880-539f-47a1-ac62-de52f680fe12 req-dbc49e02-2e21-459f-95fb-b94363ac43e2 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] 10.222.0.38 "GET /v2.0/security-groups?id=c34df77b-bf25-4f0d-8838-b520afe0c643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438149 Apr 16 16:55:27.498053 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.v2.base [req-52048dba-7062-47f3-9940-7dd767a5f77f req-623e55df-8a00-421d-8208-136aec0570f5 service neutron] Request body: {'port': {'device_id': '76ec7b86-92ec-4f56-9b85-57307f6496ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:55:27.626880 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-52048dba-7062-47f3-9940-7dd767a5f77f req-623e55df-8a00-421d-8208-136aec0570f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:55:28.017937 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [req-52048dba-7062-47f3-9940-7dd767a5f77f req-623e55df-8a00-421d-8208-136aec0570f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13d455aa-86fc-445f-9092-ee640298e9be {{(pid=85336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 16:55:28.026783 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-52048dba-7062-47f3-9940-7dd767a5f77f req-623e55df-8a00-421d-8208-136aec0570f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:55:28.044158 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [req-52048dba-7062-47f3-9940-7dd767a5f77f req-623e55df-8a00-421d-8208-136aec0570f5 service neutron] Transition to ACTIVE for port object 13d455aa-86fc-445f-9092-ee640298e9be will not be triggered until provisioned by entity L2. {{(pid=85336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:55:28.047138 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-52048dba-7062-47f3-9940-7dd767a5f77f req-623e55df-8a00-421d-8208-136aec0570f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852355648'] for port, after_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:55:28.063249 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-ef8da8da-dc40-49d6-b1b7-73bdd02b4d8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:55:28.202602 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623e55df-8a00-421d-8208-136aec0570f5 service neutron] Pushing event updated for resources: {'Port': ['ID=13d455aa-86fc-445f-9092-ee640298e9be,revision_number=2']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:55:28.205713 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-623e55df-8a00-421d-8208-136aec0570f5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:55:28.454921 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [req-52048dba-7062-47f3-9940-7dd767a5f77f req-623e55df-8a00-421d-8208-136aec0570f5 service neutron] Attempting to bind port 13d455aa-86fc-445f-9092-ee640298e9be on host hv-cinder-73362 for vnic_type normal with profile {{(pid=85336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 16:55:28.455520 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [req-52048dba-7062-47f3-9940-7dd767a5f77f req-623e55df-8a00-421d-8208-136aec0570f5 service neutron] Attempting to bind port 13d455aa-86fc-445f-9092-ee640298e9be by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '2e0bb75a-40aa-4285-88c9-36c969753dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'd2fee6b3-d80c-4136-b36b-26b49b7df2ca'}] {{(pid=85336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 16:55:28.455820 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52048dba-7062-47f3-9940-7dd767a5f77f req-623e55df-8a00-421d-8208-136aec0570f5 service neutron] Attempting to bind port 13d455aa-86fc-445f-9092-ee640298e9be on network d2fee6b3-d80c-4136-b36b-26b49b7df2ca {{(pid=85336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 16:55:28.461229 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52048dba-7062-47f3-9940-7dd767a5f77f req-623e55df-8a00-421d-8208-136aec0570f5 service neutron] Port 13d455aa-86fc-445f-9092-ee640298e9be on network d2fee6b3-d80c-4136-b36b-26b49b7df2ca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=85336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 16:55:28.461656 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52048dba-7062-47f3-9940-7dd767a5f77f req-623e55df-8a00-421d-8208-136aec0570f5 service neutron] Attempting to bind port 13d455aa-86fc-445f-9092-ee640298e9be on network d2fee6b3-d80c-4136-b36b-26b49b7df2ca {{(pid=85336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 16:55:28.468941 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52048dba-7062-47f3-9940-7dd767a5f77f req-623e55df-8a00-421d-8208-136aec0570f5 service neutron] Checking agent: {'id': '0677065c-8485-4f55-bc15-3b41e2e6feb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 16, 43, 39), 'started_at': datetime.datetime(2021, 4, 16, 16, 43, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 16:55:28.469279 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52048dba-7062-47f3-9940-7dd767a5f77f req-623e55df-8a00-421d-8208-136aec0570f5 service neutron] Checking segment: {'id': '2e0bb75a-40aa-4285-88c9-36c969753dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'd2fee6b3-d80c-4136-b36b-26b49b7df2ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 16:55:28.469706 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52048dba-7062-47f3-9940-7dd767a5f77f req-623e55df-8a00-421d-8208-136aec0570f5 service neutron] Bound using segment: {'id': '2e0bb75a-40aa-4285-88c9-36c969753dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'd2fee6b3-d80c-4136-b36b-26b49b7df2ca'} {{(pid=85336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 16:55:28.470305 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [req-52048dba-7062-47f3-9940-7dd767a5f77f req-623e55df-8a00-421d-8208-136aec0570f5 service neutron] Bound port: 13d455aa-86fc-445f-9092-ee640298e9be, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e0bb75a-40aa-4285-88c9-36c969753dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'd2fee6b3-d80c-4136-b36b-26b49b7df2ca'}}] {{(pid=85336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 16:55:28.470736 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-52048dba-7062-47f3-9940-7dd767a5f77f req-623e55df-8a00-421d-8208-136aec0570f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:55:28.578946 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [req-52048dba-7062-47f3-9940-7dd767a5f77f req-623e55df-8a00-421d-8208-136aec0570f5 service neutron] For port 13d455aa-86fc-445f-9092-ee640298e9be, host hv-cinder-73362, cleared binding levels {{(pid=85336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 16:55:28.583885 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [req-52048dba-7062-47f3-9940-7dd767a5f77f req-623e55df-8a00-421d-8208-136aec0570f5 service neutron] For port 13d455aa-86fc-445f-9092-ee640298e9be, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=13d455aa-86fc-445f-9092-ee640298e9be,segment=NetworkSegment(2e0bb75a-40aa-4285-88c9-36c969753dea),segment_id=2e0bb75a-40aa-4285-88c9-36c969753dea)] {{(pid=85336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 16:55:28.587537 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-52048dba-7062-47f3-9940-7dd767a5f77f req-623e55df-8a00-421d-8208-136aec0570f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852355648'] for port, after_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:55:28.603074 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-40e9b674-b123-46e9-ac2e-e92b182f806b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:55:28.662343 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325aa308-47c7-42f8-9902-343bbaaeddfb req-5c16a990-e9c4-4bb1-a116-f45865cbd293 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:55:28.663954 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-325aa308-47c7-42f8-9902-343bbaaeddfb req-5c16a990-e9c4-4bb1-a116-f45865cbd293 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] 10.222.0.38 "GET /v2.0/ports?device_id=76ec7b86-92ec-4f56-9b85-57307f6496ce HTTP/1.1" status: 200 len: 943 time: 0.1031642 Apr 16 16:55:28.722694 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-325aa308-47c7-42f8-9902-343bbaaeddfb req-d8903f30-7a9e-43ee-8035-46966760cc3d tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] 10.222.0.38 "GET /v2.0/security-groups?id=c34df77b-bf25-4f0d-8838-b520afe0c643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504994 Apr 16 16:55:28.775002 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623e55df-8a00-421d-8208-136aec0570f5 service neutron] Pushing event updated for resources: {'Port': ['ID=13d455aa-86fc-445f-9092-ee640298e9be,revision_number=3']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:55:28.779644 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-623e55df-8a00-421d-8208-136aec0570f5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:55:28.817477 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52048dba-7062-47f3-9940-7dd767a5f77f req-623e55df-8a00-421d-8208-136aec0570f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:55:28.818188 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-52048dba-7062-47f3-9940-7dd767a5f77f req-623e55df-8a00-421d-8208-136aec0570f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768218'] for port, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:55:28.819863 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-52048dba-7062-47f3-9940-7dd767a5f77f req-623e55df-8a00-421d-8208-136aec0570f5 service neutron] 10.222.0.87 "PUT /v2.0/ports/13d455aa-86fc-445f-9092-ee640298e9be HTTP/1.1" status: 200 len: 1093 time: 1.3273971 Apr 16 16:55:28.820510 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76ec7b86-92ec-4f56-9b85-57307f6496ce', 'tag': '13d455aa-86fc-445f-9092-ee640298e9be'}] {{(pid=85336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:55:28.904152 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76ec7b86-92ec-4f56-9b85-57307f6496ce', 'tag': '13d455aa-86fc-445f-9092-ee640298e9be', 'status': 'completed', 'code': 200} Apr 16 16:55:28.950731 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52048dba-7062-47f3-9940-7dd767a5f77f req-544881ef-fb05-46df-aa2c-c117ad0168da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:55:28.952429 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-52048dba-7062-47f3-9940-7dd767a5f77f req-544881ef-fb05-46df-aa2c-c117ad0168da service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=52da619040dd4ebcbd9ac766b4445cb2&device_id=76ec7b86-92ec-4f56-9b85-57307f6496ce HTTP/1.1" status: 200 len: 1096 time: 0.0911200 Apr 16 16:55:29.032869 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-52048dba-7062-47f3-9940-7dd767a5f77f req-f83ab84c-9985-4204-8482-c50e250ef4ff service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=13d455aa-86fc-445f-9092-ee640298e9be HTTP/1.1" status: 200 len: 217 time: 0.0713205 Apr 16 16:55:29.107598 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52048dba-7062-47f3-9940-7dd767a5f77f req-24583c47-8043-4865-b2c9-10e4a0084d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:55:29.109465 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-52048dba-7062-47f3-9940-7dd767a5f77f req-24583c47-8043-4865-b2c9-10e4a0084d96 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=1ac0e1eb-c983-4f9a-bc40-dadb914d7027 HTTP/1.1" status: 200 len: 853 time: 0.0699155 Apr 16 16:55:29.464362 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52048dba-7062-47f3-9940-7dd767a5f77f req-c7b63d6b-d105-477f-a7c7-4f86869bf3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:55:29.466281 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-52048dba-7062-47f3-9940-7dd767a5f77f req-c7b63d6b-d105-477f-a7c7-4f86869bf3c7 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=d2fee6b3-d80c-4136-b36b-26b49b7df2ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.3497224 Apr 16 16:55:29.625607 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-52048dba-7062-47f3-9940-7dd767a5f77f req-12840a1b-9f8f-41d5-8c6c-6aee19d06882 service neutron] 10.222.0.87 "GET /v2.0/networks/d2fee6b3-d80c-4136-b36b-26b49b7df2ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504214 Apr 16 16:55:29.792784 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-52048dba-7062-47f3-9940-7dd767a5f77f req-4317f6bd-64d2-47cc-bbe9-dea9bc3dae5e service neutron] 10.222.0.87 "GET /v2.0/networks/d2fee6b3-d80c-4136-b36b-26b49b7df2ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598861 Apr 16 16:55:29.929070 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedaf4c0-e731-4523-b4ba-ff6794bc6bfb req-4d303b3e-8bd4-4b5e-ae94-07b8682fdc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:55:29.930704 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-aedaf4c0-e731-4523-b4ba-ff6794bc6bfb req-4d303b3e-8bd4-4b5e-ae94-07b8682fdc53 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=52da619040dd4ebcbd9ac766b4445cb2&device_id=76ec7b86-92ec-4f56-9b85-57307f6496ce HTTP/1.1" status: 200 len: 1096 time: 0.0864191 Apr 16 16:55:29.956703 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ebfe0c-1457-48a3-9634-56016f92480b req-00d785b2-5b87-4a75-a144-eff03122e2e1 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:55:29.958334 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-00ebfe0c-1457-48a3-9634-56016f92480b req-00d785b2-5b87-4a75-a144-eff03122e2e1 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] 10.222.0.38 "GET /v2.0/ports?device_id=76ec7b86-92ec-4f56-9b85-57307f6496ce HTTP/1.1" status: 200 len: 943 time: 0.0975308 Apr 16 16:55:30.016504 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-00ebfe0c-1457-48a3-9634-56016f92480b req-6e9f30c0-b3e0-4d11-87f7-aae685b56407 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] 10.222.0.38 "GET /v2.0/security-groups?id=c34df77b-bf25-4f0d-8838-b520afe0c643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503883 Apr 16 16:55:30.087140 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedaf4c0-e731-4523-b4ba-ff6794bc6bfb req-b21058ae-c06b-4102-a940-3d6f8a9ce333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:55:30.088856 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-aedaf4c0-e731-4523-b4ba-ff6794bc6bfb req-b21058ae-c06b-4102-a940-3d6f8a9ce333 service neutron] 10.222.0.87 "GET /v2.0/networks?id=d2fee6b3-d80c-4136-b36b-26b49b7df2ca HTTP/1.1" status: 200 len: 915 time: 0.1494927 Apr 16 16:55:30.172649 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-aedaf4c0-e731-4523-b4ba-ff6794bc6bfb req-add3d9e4-5a0b-4395-b4f8-5a90d022a99a service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=13d455aa-86fc-445f-9092-ee640298e9be HTTP/1.1" status: 200 len: 217 time: 0.0744798 Apr 16 16:55:30.245774 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedaf4c0-e731-4523-b4ba-ff6794bc6bfb req-c8ec743c-632f-4a43-be54-b4ce1f778ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:55:30.247396 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-aedaf4c0-e731-4523-b4ba-ff6794bc6bfb req-c8ec743c-632f-4a43-be54-b4ce1f778ba0 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=1ac0e1eb-c983-4f9a-bc40-dadb914d7027 HTTP/1.1" status: 200 len: 853 time: 0.0659962 Apr 16 16:55:30.342293 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedaf4c0-e731-4523-b4ba-ff6794bc6bfb req-d242af1c-b7a4-4391-b7cf-d6e09bc9f7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:55:30.343873 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-aedaf4c0-e731-4523-b4ba-ff6794bc6bfb req-d242af1c-b7a4-4391-b7cf-d6e09bc9f7db service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=d2fee6b3-d80c-4136-b36b-26b49b7df2ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0874701 Apr 16 16:55:30.515669 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-aedaf4c0-e731-4523-b4ba-ff6794bc6bfb req-1a39a918-6d96-4d8a-a810-2fc3a42c62ae service neutron] 10.222.0.87 "GET /v2.0/networks/d2fee6b3-d80c-4136-b36b-26b49b7df2ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609099 Apr 16 16:55:30.672520 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-aedaf4c0-e731-4523-b4ba-ff6794bc6bfb req-3bca0eca-cdff-453a-8e8f-287a41cc4732 service neutron] 10.222.0.87 "GET /v2.0/networks/d2fee6b3-d80c-4136-b36b-26b49b7df2ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494799 Apr 16 16:55:31.232218 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1542614-5a42-4aa0-bcfd-1f782e9bdf0f req-eeabc6b0-760f-4bf7-9060-5fb7a76da7d1 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:55:31.233912 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-f1542614-5a42-4aa0-bcfd-1f782e9bdf0f req-eeabc6b0-760f-4bf7-9060-5fb7a76da7d1 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] 10.222.0.38 "GET /v2.0/ports?device_id=76ec7b86-92ec-4f56-9b85-57307f6496ce HTTP/1.1" status: 200 len: 943 time: 0.0940008 Apr 16 16:55:31.285168 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-f1542614-5a42-4aa0-bcfd-1f782e9bdf0f req-9e9b03b4-8706-4e9d-b9c8-1146fe123348 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] 10.222.0.38 "GET /v2.0/security-groups?id=c34df77b-bf25-4f0d-8838-b520afe0c643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444636 Apr 16 16:55:32.517936 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd01526-4ecc-4375-bb06-fb60ad9bfa6e req-76ed63af-e5dd-494c-a9d8-9b297b38c707 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:55:32.519641 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-ddd01526-4ecc-4375-bb06-fb60ad9bfa6e req-76ed63af-e5dd-494c-a9d8-9b297b38c707 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] 10.222.0.38 "GET /v2.0/ports?device_id=76ec7b86-92ec-4f56-9b85-57307f6496ce HTTP/1.1" status: 200 len: 943 time: 0.0919890 Apr 16 16:55:32.742879 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-ddd01526-4ecc-4375-bb06-fb60ad9bfa6e req-4c164d35-2b30-4af7-8249-cd1c8905976c tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] 10.222.0.38 "GET /v2.0/security-groups?id=c34df77b-bf25-4f0d-8838-b520afe0c643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141721 Apr 16 16:55:32.779493 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Device 13d455aa-86fc-445f-9092-ee640298e9be details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=85337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 16:55:32.967873 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] For port 13d455aa-86fc-445f-9092-ee640298e9be, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=13d455aa-86fc-445f-9092-ee640298e9be,segment=NetworkSegment(2e0bb75a-40aa-4285-88c9-36c969753dea),segment_id=2e0bb75a-40aa-4285-88c9-36c969753dea)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:55:32.987165 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Returning: {'device': '13d455aa-86fc-445f-9092-ee640298e9be', 'network_id': 'd2fee6b3-d80c-4136-b36b-26b49b7df2ca', 'port_id': '13d455aa-86fc-445f-9092-ee640298e9be', 'mac_address': 'fa:16:3e:6f:0a:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ac0e1eb-c983-4f9a-bc40-dadb914d7027', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 16:55:33.061092 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:55:33.081461 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13d455aa-86fc-445f-9092-ee640298e9be {{(pid=85337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 16:55:33.107066 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] For port 13d455aa-86fc-445f-9092-ee640298e9be, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=13d455aa-86fc-445f-9092-ee640298e9be,segment=NetworkSegment(2e0bb75a-40aa-4285-88c9-36c969753dea),segment_id=2e0bb75a-40aa-4285-88c9-36c969753dea)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:55:33.110428 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:55:33.112028 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-f613f9cd-ab8e-4f4c-bcd0-53f8f2cecce8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:55:33.216231 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Pushing event updated for resources: {'Port': ['ID=13d455aa-86fc-445f-9092-ee640298e9be,revision_number=4']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:55:33.220314 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:55:33.395932 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] get_ports_and_sgs() called for port_ids ['13d455aa-86fc-445f-9092-ee640298e9be'] {{(pid=85337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 16:55:33.964534 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0bef28-2c53-426e-ac07-99120f318f08 req-d9fce815-6d25-4c0e-975f-d86a2d74703f tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:55:33.967276 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-9e0bef28-2c53-426e-ac07-99120f318f08 req-d9fce815-6d25-4c0e-975f-d86a2d74703f tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] 10.222.0.38 "GET /v2.0/ports?device_id=76ec7b86-92ec-4f56-9b85-57307f6496ce HTTP/1.1" status: 200 len: 944 time: 0.1003397 Apr 16 16:55:34.021280 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-9e0bef28-2c53-426e-ac07-99120f318f08 req-950d4d66-72e4-405b-826d-d96be1c24d03 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] 10.222.0.38 "GET /v2.0/security-groups?id=c34df77b-bf25-4f0d-8838-b520afe0c643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468698 Apr 16 16:55:34.796821 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Device 13d455aa-86fc-445f-9092-ee640298e9be up at agent hyperv_hv-cinder-73362 {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:55:34.870028 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Provisioning for port 13d455aa-86fc-445f-9092-ee640298e9be completed by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:55:34.878597 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Provisioning complete for port 13d455aa-86fc-445f-9092-ee640298e9be triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:55:34.879256 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852761088'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:55:35.023314 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:55:35.056085 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76ec7b86-92ec-4f56-9b85-57307f6496ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13d455aa-86fc-445f-9092-ee640298e9be'}] {{(pid=85337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:55:35.068945 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] For port 13d455aa-86fc-445f-9092-ee640298e9be, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=13d455aa-86fc-445f-9092-ee640298e9be,segment=NetworkSegment(2e0bb75a-40aa-4285-88c9-36c969753dea),segment_id=2e0bb75a-40aa-4285-88c9-36c969753dea)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:55:35.072645 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:55:35.076414 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-4e04fdba-f2de-48f5-abba-9af54d09507c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:55:35.123782 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76ec7b86-92ec-4f56-9b85-57307f6496ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13d455aa-86fc-445f-9092-ee640298e9be', 'code': 200} Apr 16 16:55:35.165913 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Pushing event updated for resources: {'Port': ['ID=13d455aa-86fc-445f-9092-ee640298e9be,revision_number=5']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:55:35.169244 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:55:35.265929 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095fb411-e4fe-4139-84f8-7fa35093600d req-172553bc-3994-44fa-8d80-e4b9127db529 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:55:35.267914 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-095fb411-e4fe-4139-84f8-7fa35093600d req-172553bc-3994-44fa-8d80-e4b9127db529 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] 10.222.0.38 "GET /v2.0/ports?device_id=76ec7b86-92ec-4f56-9b85-57307f6496ce HTTP/1.1" status: 200 len: 945 time: 0.1089685 Apr 16 16:55:35.322498 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-095fb411-e4fe-4139-84f8-7fa35093600d req-a09638ed-dc92-4622-bc98-4103560a621a tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] 10.222.0.38 "GET /v2.0/security-groups?id=c34df77b-bf25-4f0d-8838-b520afe0c643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464361 Apr 16 16:55:35.410258 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8398da-8108-47bb-b79b-011ca03be8c7 req-ec4af2f9-8553-4d04-acf2-e96b1655f672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:55:35.411885 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-aa8398da-8108-47bb-b79b-011ca03be8c7 req-ec4af2f9-8553-4d04-acf2-e96b1655f672 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=76ec7b86-92ec-4f56-9b85-57307f6496ce HTTP/1.1" status: 200 len: 1098 time: 0.1026483 Apr 16 16:55:35.459619 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-aa8398da-8108-47bb-b79b-011ca03be8c7 req-3f8d1a91-e7cf-4795-8e71-5545c5854e5f service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=c34df77b-bf25-4f0d-8838-b520afe0c643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378356 Apr 16 16:55:36.557107 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec8032e-ab62-4796-99f7-e61f0925e1ba req-448cd7b4-1575-4c43-9ed8-01d7924d5a0e tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:55:36.558806 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-5ec8032e-ab62-4796-99f7-e61f0925e1ba req-448cd7b4-1575-4c43-9ed8-01d7924d5a0e tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] 10.222.0.38 "GET /v2.0/ports?device_id=76ec7b86-92ec-4f56-9b85-57307f6496ce HTTP/1.1" status: 200 len: 945 time: 0.1012907 Apr 16 16:55:36.611244 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-5ec8032e-ab62-4796-99f7-e61f0925e1ba req-d6ca247f-c410-41db-a873-73d183dd1852 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] 10.222.0.38 "GET /v2.0/security-groups?id=c34df77b-bf25-4f0d-8838-b520afe0c643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458000 Apr 16 16:55:37.831225 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0c2bf7-3c98-45dc-9e89-0ef0217db6eb req-2d576fd9-0d7e-45a6-bd8d-d1bbc290e4e9 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:55:37.832873 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-4a0c2bf7-3c98-45dc-9e89-0ef0217db6eb req-2d576fd9-0d7e-45a6-bd8d-d1bbc290e4e9 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] 10.222.0.38 "GET /v2.0/ports?device_id=76ec7b86-92ec-4f56-9b85-57307f6496ce HTTP/1.1" status: 200 len: 945 time: 0.0924056 Apr 16 16:55:37.886065 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-4a0c2bf7-3c98-45dc-9e89-0ef0217db6eb req-e6059e10-fe77-4426-8237-ec49cdce6093 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] 10.222.0.38 "GET /v2.0/security-groups?id=c34df77b-bf25-4f0d-8838-b520afe0c643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443239 Apr 16 16:55:38.089534 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134b2f4f-afca-4ded-a14a-ab11f76d9e89 req-4171fc27-2dae-419f-8627-5569e94769b9 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:55:38.091464 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-134b2f4f-afca-4ded-a14a-ab11f76d9e89 req-4171fc27-2dae-419f-8627-5569e94769b9 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] 10.222.0.38 "GET /v2.0/ports?device_id=76ec7b86-92ec-4f56-9b85-57307f6496ce HTTP/1.1" status: 200 len: 945 time: 0.0899713 Apr 16 16:55:38.150846 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-134b2f4f-afca-4ded-a14a-ab11f76d9e89 req-f80abd93-8091-4f3d-bb98-cccbb3c1c060 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] 10.222.0.38 "GET /v2.0/security-groups?id=c34df77b-bf25-4f0d-8838-b520afe0c643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515385 Apr 16 16:55:38.672976 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfbecb1-9081-4d83-8427-53c12b7ba93e req-598a9cb5-fc9a-4932-bb65-c87d3e9350e0 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:55:38.674829 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-bbfbecb1-9081-4d83-8427-53c12b7ba93e req-598a9cb5-fc9a-4932-bb65-c87d3e9350e0 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] 10.222.0.38 "GET /v2.0/ports?device_id=76ec7b86-92ec-4f56-9b85-57307f6496ce HTTP/1.1" status: 200 len: 945 time: 0.1555297 Apr 16 16:55:38.736559 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-bbfbecb1-9081-4d83-8427-53c12b7ba93e req-546e1178-2e4c-411c-8063-f35d8615e393 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] 10.222.0.38 "GET /v2.0/security-groups?id=c34df77b-bf25-4f0d-8838-b520afe0c643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546510 Apr 16 16:55:38.995443 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:55:40.618045 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.agents_db [None req-ebbb9395-3582-4696-b633-83ddaf7c527f None None] Agent healthcheck: found 6 active agents {{(pid=85338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 16:55:42.991460 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-4f568df3-53f0-4973-9529-2304159d310a req-e0b191db-9a92-4e4e-8043-335630185f64 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=57a18dee-0e60-45b2-8fcb-da3152d60769&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0888894 Apr 16 16:55:43.150192 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f568df3-53f0-4973-9529-2304159d310a req-ab081007-95a0-4e10-8433-daca8df6ab06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:55:43.151837 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-4f568df3-53f0-4973-9529-2304159d310a req-ab081007-95a0-4e10-8433-daca8df6ab06 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=ab7c4e29afac4f9e95c5053828309dfd&device_id=57a18dee-0e60-45b2-8fcb-da3152d60769 HTTP/1.1" status: 200 len: 1099 time: 0.0842021 Apr 16 16:55:43.316727 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f568df3-53f0-4973-9529-2304159d310a req-f9f740b8-063b-4f51-b9b0-d3dc959393f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:55:43.318411 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-4f568df3-53f0-4973-9529-2304159d310a req-f9f740b8-063b-4f51-b9b0-d3dc959393f5 service neutron] 10.222.0.87 "GET /v2.0/networks?id=141405ca-c540-4799-bdeb-b406e3f2ae7d HTTP/1.1" status: 200 len: 910 time: 0.1451373 Apr 16 16:55:43.453484 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-4f568df3-53f0-4973-9529-2304159d310a req-59c09f3f-d491-4117-9058-878b2e13e8a7 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49f9164a-8692-443b-9c1d-3a0d17b66fc5 HTTP/1.1" status: 200 len: 1002 time: 0.1251285 Apr 16 16:55:43.540313 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f568df3-53f0-4973-9529-2304159d310a req-f51704c3-aca2-484f-8b02-b2db0215fcb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:55:43.541829 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-4f568df3-53f0-4973-9529-2304159d310a req-f51704c3-aca2-484f-8b02-b2db0215fcb8 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=77fdd9b8-ce12-4564-ad7d-62ce5897287c HTTP/1.1" status: 200 len: 848 time: 0.0808868 Apr 16 16:55:43.642767 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f568df3-53f0-4973-9529-2304159d310a req-29924f6d-7ff8-4fd9-998e-589a8acf5a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:55:43.644516 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-4f568df3-53f0-4973-9529-2304159d310a req-29924f6d-7ff8-4fd9-998e-589a8acf5a11 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=141405ca-c540-4799-bdeb-b406e3f2ae7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0898960 Apr 16 16:55:43.803310 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-4f568df3-53f0-4973-9529-2304159d310a req-60442c9f-2bc9-4aff-ada6-18f18f6f76c3 service neutron] 10.222.0.87 "GET /v2.0/networks/141405ca-c540-4799-bdeb-b406e3f2ae7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505034 Apr 16 16:55:44.018500 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-4f568df3-53f0-4973-9529-2304159d310a req-f500913e-8eca-4f15-b612-9e4094323bd7 service neutron] 10.222.0.87 "GET /v2.0/networks/141405ca-c540-4799-bdeb-b406e3f2ae7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082124 Apr 16 16:55:44.031879 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e3cdbf-eea9-4b77-9f31-9cad77e9858c req-4ea39257-c502-47ea-8b27-d9029d9cd764 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:55:44.033514 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-54e3cdbf-eea9-4b77-9f31-9cad77e9858c req-4ea39257-c502-47ea-8b27-d9029d9cd764 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] 10.222.0.38 "GET /v2.0/ports?device_id=76ec7b86-92ec-4f56-9b85-57307f6496ce HTTP/1.1" status: 200 len: 945 time: 0.1467702 Apr 16 16:55:44.083778 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-54e3cdbf-eea9-4b77-9f31-9cad77e9858c req-07e6082e-3b64-4acf-96e2-d32241107420 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] 10.222.0.38 "GET /v2.0/security-groups?id=c34df77b-bf25-4f0d-8838-b520afe0c643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428624 Apr 16 16:55:44.110435 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 45772) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:55:44.256064 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cea6aee-a277-46d3-858b-d193028669f6 tempest-TestMinimumBasicScenario-1621740282 tempest-TestMinimumBasicScenario-1621740282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:55:44.256957 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-9cea6aee-a277-46d3-858b-d193028669f6 tempest-TestMinimumBasicScenario-1621740282 tempest-TestMinimumBasicScenario-1621740282-project-admin] Synchronizing usage tracker for tenant:583c567f6d9d49f3aa197b45fa106c73 on resource:port {{(pid=85335) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 16:55:44.274897 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-9cea6aee-a277-46d3-858b-d193028669f6 tempest-TestMinimumBasicScenario-1621740282 tempest-TestMinimumBasicScenario-1621740282-project-admin] Unset dirty status for tenant:583c567f6d9d49f3aa197b45fa106c73 on resource:port {{(pid=85335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 16:55:44.276208 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-9cea6aee-a277-46d3-858b-d193028669f6 tempest-TestMinimumBasicScenario-1621740282 tempest-TestMinimumBasicScenario-1621740282-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=76ec7b86-92ec-4f56-9b85-57307f6496ce HTTP/1.1" status: 200 len: 1093 time: 0.1646860 Apr 16 16:55:44.280255 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 45780) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:55:44.287979 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-ebb47b44-b684-4b2b-b840-046a4d079939 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Request body: {'floatingip': {'floating_network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'port_id': '13d455aa-86fc-445f-9092-ee640298e9be', 'tenant_id': '52da619040dd4ebcbd9ac766b4445cb2', 'fixed_ip_address': '172.20.0.7'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:55:44.294524 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-ebb47b44-b684-4b2b-b840-046a4d079939 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:55:44.300702 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-ebb47b44-b684-4b2b-b840-046a4d079939 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Usage tracker for resource:floatingip and tenant:52da619040dd4ebcbd9ac766b4445cb2 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:55:44.303794 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-ebb47b44-b684-4b2b-b840-046a4d079939 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:55:44.310242 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-ebb47b44-b684-4b2b-b840-046a4d079939 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:55:44.322612 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-ebb47b44-b684-4b2b-b840-046a4d079939 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Notify callbacks [] for floatingip, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:55:44.474999 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-ebb47b44-b684-4b2b-b840-046a4d079939 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:55:44.624092 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.db_base_plugin_common [None req-ebb47b44-b684-4b2b-b840-046a4d079939 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Allocated IP 172.28.2.221 (2bc9ca6b-6e72-4404-899b-6b4685eced1f/9106a8ae-dfd9-43e0-982a-dc423b27def7/ad293b05-88eb-478e-bc43-d0fab48dee30) {{(pid=85335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 16:55:44.797914 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-ebb47b44-b684-4b2b-b840-046a4d079939 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Notify callbacks [] for port, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:55:44.829576 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-ebb47b44-b684-4b2b-b840-046a4d079939 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751455712866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850737760'] for port, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:55:44.847109 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-b14bb95e-8bd3-4cbf-a1ac-aeaa8cd277de tempest-AttachVolumeNegativeTest-227441668 tempest-AttachVolumeNegativeTest-227441668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:55:44.981033 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb47b44-b684-4b2b-b840-046a4d079939 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Pushing event updated for resources: {'Port': ['ID=ad293b05-88eb-478e-bc43-d0fab48dee30,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:55:45.003593 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb47b44-b684-4b2b-b840-046a4d079939 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:55:45.004007 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb47b44-b684-4b2b-b840-046a4d079939 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:55:45.004454 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb47b44-b684-4b2b-b840-046a4d079939 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:55:45.004949 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb47b44-b684-4b2b-b840-046a4d079939 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:55:45.005348 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb47b44-b684-4b2b-b840-046a4d079939 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:55:45.005749 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb47b44-b684-4b2b-b840-046a4d079939 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:55:45.006178 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb47b44-b684-4b2b-b840-046a4d079939 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:55:45.006713 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb47b44-b684-4b2b-b840-046a4d079939 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:55:45.006964 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb47b44-b684-4b2b-b840-046a4d079939 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:55:45.007354 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb47b44-b684-4b2b-b840-046a4d079939 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:55:45.007747 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb47b44-b684-4b2b-b840-046a4d079939 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:55:45.008141 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb47b44-b684-4b2b-b840-046a4d079939 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:55:45.015159 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-ebb47b44-b684-4b2b-b840-046a4d079939 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:55:45.056976 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb47b44-b684-4b2b-b840-046a4d079939 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Network 2bc9ca6b-6e72-4404-899b-6b4685eced1f is already hosted by enough agents. {{(pid=85335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 16:55:45.058064 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [None req-ebb47b44-b684-4b2b-b840-046a4d079939 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Resources bound (agent type, host, resource id): {{(pid=85335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:55:45.060696 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb47b44-b684-4b2b-b840-046a4d079939 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Received port after_create {{(pid=85335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 16:55:45.513360 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-ebb47b44-b684-4b2b-b840-046a4d079939 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:55:45.600427 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-ebb47b44-b684-4b2b-b840-046a4d079939 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:55:46.080017 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-ebb47b44-b684-4b2b-b840-046a4d079939 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Notify callbacks [] for port, precommit_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:55:46.083725 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-ebb47b44-b684-4b2b-b840-046a4d079939 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4038072'] for port, after_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:55:46.100139 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-433f852e-67a0-4826-a707-b22e03b8842e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:55:46.242552 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb47b44-b684-4b2b-b840-046a4d079939 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Pushing event updated for resources: {'Port': ['ID=ad293b05-88eb-478e-bc43-d0fab48dee30,revision_number=2']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:55:46.245627 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-ebb47b44-b684-4b2b-b840-046a4d079939 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:55:46.366379 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-ebb47b44-b684-4b2b-b840-046a4d079939 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854349033'] for floatingip, after_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:55:46.567308 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.db.l3_db [None req-ebb47b44-b684-4b2b-b840-046a4d079939 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Floating IP 4cdf9ab5-8c50-4fb5-a797-d70443c06560 associated. External IP: 172.28.2.221, port: 13d455aa-86fc-445f-9092-ee640298e9be. Apr 16 16:55:46.969724 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebb47b44-b684-4b2b-b840-046a4d079939 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Router cc1b1c33-8b53-48e1-ae82-630ad92a19c3 has already been hosted by L3 agent 4aa3b6c8-2ef9-4577-bdb6-1cfedaad083f {{(pid=85335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 16:55:47.186390 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebb47b44-b684-4b2b-b840-046a4d079939 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Notify agent at l3_agent.dv-cinder-733622-13-smb the message routers_updated {{(pid=85335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 16:55:47.197137 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff28241f-1036-4d9d-b7fb-c44216636096 None None] Sync routers for ids ['cc1b1c33-8b53-48e1-ae82-630ad92a19c3'] in dv-cinder-733622-13-smb {{(pid=85337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 16:55:47.207975 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff28241f-1036-4d9d-b7fb-c44216636096 None None] Routers {'cc1b1c33-8b53-48e1-ae82-630ad92a19c3'} bound to L3 agent in host dv-cinder-733622-13-smb {{(pid=85337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:55:47.208661 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-ff28241f-1036-4d9d-b7fb-c44216636096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-16T16:36:22Z,description=,heartbeat_timestamp=2021-04-16T16:55:22Z,host='dv-cinder-733622-13-smb',id=4aa3b6c8-2ef9-4577-bdb6-1cfedaad083f,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T16:36:22Z,topic='l3_agent')) {'router_ids': ['cc1b1c33-8b53-48e1-ae82-630ad92a19c3'], 'active': True} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:55:47.211420 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-ebb47b44-b684-4b2b-b840-046a4d079939 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768218'] for floatingip, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:55:47.276568 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-ebb47b44-b684-4b2b-b840-046a4d079939 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9940772 Apr 16 16:55:47.277301 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76ec7b86-92ec-4f56-9b85-57307f6496ce', 'tag': '13d455aa-86fc-445f-9092-ee640298e9be'}] {{(pid=85335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:55:47.281672 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 45786) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:55:47.288334 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-c0ada8a7-8b9d-4670-8567-a4718142eeb4 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1662851250', 'description': 'tempest-secgroup-smoke-1662851250 description', 'project_id': '52da619040dd4ebcbd9ac766b4445cb2'}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:55:47.294952 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-c0ada8a7-8b9d-4670-8567-a4718142eeb4 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:55:47.306610 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-c0ada8a7-8b9d-4670-8567-a4718142eeb4 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:55:47.323595 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c0ada8a7-8b9d-4670-8567-a4718142eeb4 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:55:47.330494 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76ec7b86-92ec-4f56-9b85-57307f6496ce', 'tag': '13d455aa-86fc-445f-9092-ee640298e9be', 'status': 'completed', 'code': 200} Apr 16 16:55:47.361000 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-c0ada8a7-8b9d-4670-8567-a4718142eeb4 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:55:47.368673 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-c0ada8a7-8b9d-4670-8567-a4718142eeb4 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Usage tracker for resource:security_group_rule and tenant:52da619040dd4ebcbd9ac766b4445cb2 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:55:47.410968 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-c0ada8a7-8b9d-4670-8567-a4718142eeb4 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:55:47.428512 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-c0ada8a7-8b9d-4670-8567-a4718142eeb4 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:55:47.510513 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a202132-ca55-48ef-9f09-01ea18e81513 req-d135c07d-7a8c-4ca0-9d89-cc0db19d26c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:55:47.512327 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-0a202132-ca55-48ef-9f09-01ea18e81513 req-d135c07d-7a8c-4ca0-9d89-cc0db19d26c5 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=52da619040dd4ebcbd9ac766b4445cb2&device_id=76ec7b86-92ec-4f56-9b85-57307f6496ce HTTP/1.1" status: 200 len: 1098 time: 0.1378009 Apr 16 16:55:47.624639 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvr_db [None req-ff28241f-1036-4d9d-b7fb-c44216636096 None None] Set router cc1b1c33-8b53-48e1-ae82-630ad92a19c3 gateway port host: dv-cinder-733622-13-smb {{(pid=85337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:55:47.668872 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c0ada8a7-8b9d-4670-8567-a4718142eeb4 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:55:47.674245 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c0ada8a7-8b9d-4670-8567-a4718142eeb4 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:55:47.681395 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-ffe808b3-f2e6-4db2-a8c5-62a2459e75da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:55:47.768966 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ada8a7-8b9d-4670-8567-a4718142eeb4 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3393755-558c-47db-9a8d-75afa875d178,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:55:47.782794 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c0ada8a7-8b9d-4670-8567-a4718142eeb4 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:55:47.784187 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c0ada8a7-8b9d-4670-8567-a4718142eeb4 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:55:47.786554 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-c0ada8a7-8b9d-4670-8567-a4718142eeb4 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5032849 Apr 16 16:55:47.788460 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 45792) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:55:47.796098 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-e57d8259-0827-46c1-ba34-921522871d3e tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Request body: {'security_group_rule': {'security_group_id': 'f3393755-558c-47db-9a8d-75afa875d178', 'project_id': '52da619040dd4ebcbd9ac766b4445cb2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:55:47.797413 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a202132-ca55-48ef-9f09-01ea18e81513 req-b75c8904-9534-4940-ad7e-dd7fb891265d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:55:47.799228 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-0a202132-ca55-48ef-9f09-01ea18e81513 req-b75c8904-9534-4940-ad7e-dd7fb891265d service neutron] 10.222.0.87 "GET /v2.0/networks?id=d2fee6b3-d80c-4136-b36b-26b49b7df2ca HTTP/1.1" status: 200 len: 915 time: 0.2787590 Apr 16 16:55:47.806943 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-e57d8259-0827-46c1-ba34-921522871d3e tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:55:47.814614 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-e57d8259-0827-46c1-ba34-921522871d3e tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Usage tracker for resource:security_group_rule and tenant:52da619040dd4ebcbd9ac766b4445cb2 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:55:47.819639 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-e57d8259-0827-46c1-ba34-921522871d3e tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:55:47.829851 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-e57d8259-0827-46c1-ba34-921522871d3e tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:55:47.851776 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e57d8259-0827-46c1-ba34-921522871d3e tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:55:47.928652 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-0a202132-ca55-48ef-9f09-01ea18e81513 req-7bb5ac23-1a5d-4398-b823-7a1241a7e913 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=13d455aa-86fc-445f-9092-ee640298e9be HTTP/1.1" status: 200 len: 999 time: 0.1220129 Apr 16 16:55:47.931326 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e57d8259-0827-46c1-ba34-921522871d3e tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:55:47.934274 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e57d8259-0827-46c1-ba34-921522871d3e tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400085'] for security_group_rule, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:55:47.937648 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:55:47.967860 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57d8259-0827-46c1-ba34-921522871d3e tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4498fa7c-7f90-4f97-87ac-b54fde22e6d3,revision_number=0']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:55:47.974115 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-e57d8259-0827-46c1-ba34-921522871d3e tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:55:47.977990 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e57d8259-0827-46c1-ba34-921522871d3e tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:55:47.979347 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-e57d8259-0827-46c1-ba34-921522871d3e tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1898005 Apr 16 16:55:47.982370 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 45796) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:55:47.988211 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-01df390d-75c4-4e01-8715-9804a5b3db80 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Request body: {'security_group_rule': {'security_group_id': 'f3393755-558c-47db-9a8d-75afa875d178', 'project_id': '52da619040dd4ebcbd9ac766b4445cb2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:55:47.994753 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-01df390d-75c4-4e01-8715-9804a5b3db80 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:55:47.999638 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-01df390d-75c4-4e01-8715-9804a5b3db80 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Usage tracker for resource:security_group_rule and tenant:52da619040dd4ebcbd9ac766b4445cb2 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:55:48.003422 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-01df390d-75c4-4e01-8715-9804a5b3db80 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:55:48.010839 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-01df390d-75c4-4e01-8715-9804a5b3db80 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:55:48.033322 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-01df390d-75c4-4e01-8715-9804a5b3db80 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:55:48.040943 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a202132-ca55-48ef-9f09-01ea18e81513 req-7df2dc38-4ee0-493f-8295-915932e660eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:55:48.044444 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-0a202132-ca55-48ef-9f09-01ea18e81513 req-7df2dc38-4ee0-493f-8295-915932e660eb service neutron] 10.222.0.87 "GET /v2.0/subnets?id=1ac0e1eb-c983-4f9a-bc40-dadb914d7027 HTTP/1.1" status: 200 len: 853 time: 0.1060078 Apr 16 16:55:48.064647 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-ff28241f-1036-4d9d-b7fb-c44216636096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc1b1c33-8b53-48e1-ae82-630ad92a19c3', 'name': 'tempest-TestMinimumBasicScenario-742880074-router', 'tenant_id': '52da619040dd4ebcbd9ac766b4445cb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'external_fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.181'}], 'enable_snat': True}, 'gw_port_id': '53d2dc37-cf74-41a8-a076-b58c42a0613b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:54:44Z', 'updated_at': '2021-04-16T16:54:50Z', 'revision_number': 4, 'project_id': '52da619040dd4ebcbd9ac766b4445cb2', 'gw_port': {'id': '53d2dc37-cf74-41a8-a076-b58c42a0613b', 'name': '', 'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:f5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1b1c33-8b53-48e1-ae82-630ad92a19c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:54:45Z', 'updated_at': '2021-04-16T16:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-smb', '_floatingips': [{'id': '4cdf9ab5-8c50-4fb5-a797-d70443c06560', 'tenant_id': '52da619040dd4ebcbd9ac766b4445cb2', 'floating_ip_address': '172.28.2.221', 'floating_network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'router_id': 'cc1b1c33-8b53-48e1-ae82-630ad92a19c3', 'port_id': '13d455aa-86fc-445f-9092-ee640298e9be', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2fee6b3-d80c-4136-b36b-26b49b7df2ca', 'mac_address': 'fa:16:3e:6f:0a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ec7b86-92ec-4f56-9b85-57307f6496ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T16:55:45Z', 'updated_at': '2021-04-16T16:55:45Z', 'revision_number': 0, 'project_id': '52da619040dd4ebcbd9ac766b4445cb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f754e634-195d-48cb-8e13-1ec58551d3e9', 'name': '', 'network_id': 'd2fee6b3-d80c-4136-b36b-26b49b7df2ca', 'tenant_id': '52da619040dd4ebcbd9ac766b4445cb2', 'mac_address': 'fa:16:3e:4d:c2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1b1c33-8b53-48e1-ae82-630ad92a19c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '1ac0e1eb-c983-4f9a-bc40-dadb914d7027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:54:49Z', 'updated_at': '2021-04-16T16:54:59Z', 'revision_number': 5, 'project_id': '52da619040dd4ebcbd9ac766b4445cb2', 'subnets': [{'id': '1ac0e1eb-c983-4f9a-bc40-dadb914d7027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-13-smb', False) {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:55:48.069328 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff28241f-1036-4d9d-b7fb-c44216636096 None None] Checking router: cc1b1c33-8b53-48e1-ae82-630ad92a19c3 for host: dv-cinder-733622-13-smb {{(pid=85337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 16:55:48.079772 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff28241f-1036-4d9d-b7fb-c44216636096 None None] Routers {'cc1b1c33-8b53-48e1-ae82-630ad92a19c3'} bound to L3 agent in host dv-cinder-733622-13-smb {{(pid=85337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:55:48.080712 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-ff28241f-1036-4d9d-b7fb-c44216636096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-16T16:36:22Z,description=,heartbeat_timestamp=2021-04-16T16:55:22Z,host='dv-cinder-733622-13-smb',id=4aa3b6c8-2ef9-4577-bdb6-1cfedaad083f,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T16:36:22Z,topic='l3_agent')) {'router_ids': ['cc1b1c33-8b53-48e1-ae82-630ad92a19c3'], 'active': True} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:55:48.108311 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-01df390d-75c4-4e01-8715-9804a5b3db80 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:55:48.112192 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-01df390d-75c4-4e01-8715-9804a5b3db80 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400085'] for security_group_rule, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:55:48.115194 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-715a3755-acee-43cf-87a6-97fb0c0fdffe tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:55:48.137362 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a202132-ca55-48ef-9f09-01ea18e81513 req-0769d58f-410e-4a95-84e9-c0e7e4257060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:55:48.140588 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-0a202132-ca55-48ef-9f09-01ea18e81513 req-0769d58f-410e-4a95-84e9-c0e7e4257060 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=d2fee6b3-d80c-4136-b36b-26b49b7df2ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0880306 Apr 16 16:55:48.148941 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df390d-75c4-4e01-8715-9804a5b3db80 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=123fe923-3978-4d5b-b428-7acf83156edd,revision_number=0']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:55:48.158782 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-01df390d-75c4-4e01-8715-9804a5b3db80 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:55:48.163279 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-01df390d-75c4-4e01-8715-9804a5b3db80 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:55:48.167603 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-01df390d-75c4-4e01-8715-9804a5b3db80 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1811888 Apr 16 16:55:48.167986 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 45800) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:55:48.175056 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-fcbf1c34-d52b-4f09-988b-df6733cba1bd tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Request body: {'security_group_rule': {'security_group_id': 'f3393755-558c-47db-9a8d-75afa875d178', 'project_id': '52da619040dd4ebcbd9ac766b4445cb2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:55:48.181581 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-fcbf1c34-d52b-4f09-988b-df6733cba1bd tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:55:48.189072 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-fcbf1c34-d52b-4f09-988b-df6733cba1bd tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Usage tracker for resource:security_group_rule and tenant:52da619040dd4ebcbd9ac766b4445cb2 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:55:48.191624 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-fcbf1c34-d52b-4f09-988b-df6733cba1bd tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:55:48.199534 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-fcbf1c34-d52b-4f09-988b-df6733cba1bd tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:55:48.223912 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-fcbf1c34-d52b-4f09-988b-df6733cba1bd tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:55:48.305008 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-0a202132-ca55-48ef-9f09-01ea18e81513 req-f2bbca1f-adbf-4488-85ec-cea24c4b88e3 service neutron] 10.222.0.87 "GET /v2.0/networks/d2fee6b3-d80c-4136-b36b-26b49b7df2ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565809 Apr 16 16:55:48.309163 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-fcbf1c34-d52b-4f09-988b-df6733cba1bd tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:55:48.314460 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-fcbf1c34-d52b-4f09-988b-df6733cba1bd tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400085'] for security_group_rule, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:55:48.330466 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvr_db [None req-ff28241f-1036-4d9d-b7fb-c44216636096 None None] Set router cc1b1c33-8b53-48e1-ae82-630ad92a19c3 gateway port host: dv-cinder-733622-13-smb {{(pid=85337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:55:48.332179 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-a2769c87-21c7-4681-b0e8-12f38144f423 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:55:48.352056 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbf1c34-d52b-4f09-988b-df6733cba1bd tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31345487-039b-4f4f-96b2-5f1ac9527bdb,revision_number=0']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:55:48.354922 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-fcbf1c34-d52b-4f09-988b-df6733cba1bd tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:55:48.356174 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-fcbf1c34-d52b-4f09-988b-df6733cba1bd tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:55:48.357577 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-fcbf1c34-d52b-4f09-988b-df6733cba1bd tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1885524 Apr 16 16:55:48.362732 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 45804) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:55:48.370164 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-96d39204-11d9-42b8-8993-ef74db030f04 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Request body: {'security_group_rule': {'security_group_id': 'f3393755-558c-47db-9a8d-75afa875d178', 'project_id': '52da619040dd4ebcbd9ac766b4445cb2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:55:48.383088 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-96d39204-11d9-42b8-8993-ef74db030f04 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:55:48.388455 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-96d39204-11d9-42b8-8993-ef74db030f04 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Usage tracker for resource:security_group_rule and tenant:52da619040dd4ebcbd9ac766b4445cb2 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:55:48.392165 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-96d39204-11d9-42b8-8993-ef74db030f04 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:55:48.399136 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-96d39204-11d9-42b8-8993-ef74db030f04 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:55:48.419054 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-96d39204-11d9-42b8-8993-ef74db030f04 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:55:48.483863 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-0a202132-ca55-48ef-9f09-01ea18e81513 req-5eb969ec-2258-452e-9546-9df0fd0d2183 service neutron] 10.222.0.87 "GET /v2.0/networks/d2fee6b3-d80c-4136-b36b-26b49b7df2ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700931 Apr 16 16:55:48.493739 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-96d39204-11d9-42b8-8993-ef74db030f04 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:55:48.496802 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-96d39204-11d9-42b8-8993-ef74db030f04 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400085'] for security_group_rule, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:55:48.505361 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-01df390d-75c4-4e01-8715-9804a5b3db80 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:55:48.530747 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d39204-11d9-42b8-8993-ef74db030f04 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5444046-ac4e-4e1c-86c9-3032cb2a2bec,revision_number=0']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:55:48.533461 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-96d39204-11d9-42b8-8993-ef74db030f04 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:55:48.537399 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-96d39204-11d9-42b8-8993-ef74db030f04 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:55:48.538950 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-96d39204-11d9-42b8-8993-ef74db030f04 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1748674 Apr 16 16:55:48.541973 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 45808) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:55:48.547921 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-1b5fdb60-a641-4470-8c67-eeaacb6873ff tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Request body: {'security_group_rule': {'security_group_id': 'f3393755-558c-47db-9a8d-75afa875d178', 'project_id': '52da619040dd4ebcbd9ac766b4445cb2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:55:48.554814 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-1b5fdb60-a641-4470-8c67-eeaacb6873ff tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:55:48.563716 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-1b5fdb60-a641-4470-8c67-eeaacb6873ff tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Usage tracker for resource:security_group_rule and tenant:52da619040dd4ebcbd9ac766b4445cb2 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:55:48.567200 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-1b5fdb60-a641-4470-8c67-eeaacb6873ff tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:55:48.574539 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-1b5fdb60-a641-4470-8c67-eeaacb6873ff tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:55:48.585184 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.db.securitygroups_db [None req-1b5fdb60-a641-4470-8c67-eeaacb6873ff tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Project 52da619040dd4ebcbd9ac766b4445cb2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 16 16:55:48.596371 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1b5fdb60-a641-4470-8c67-eeaacb6873ff tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:55:48.672070 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1b5fdb60-a641-4470-8c67-eeaacb6873ff tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:55:48.675963 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1b5fdb60-a641-4470-8c67-eeaacb6873ff tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400085'] for security_group_rule, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:55:48.678314 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-fccac0c6-0ebf-4d44-b8d2-5d13c966bc6d tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:55:48.705555 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5fdb60-a641-4470-8c67-eeaacb6873ff tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e438cc0-fbb9-4e22-a2aa-797c8841cfb3,revision_number=0']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:55:48.708280 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1b5fdb60-a641-4470-8c67-eeaacb6873ff tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:55:48.716049 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1b5fdb60-a641-4470-8c67-eeaacb6873ff tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:55:48.717215 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-1b5fdb60-a641-4470-8c67-eeaacb6873ff tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1739376 Apr 16 16:55:48.720603 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 45812) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:55:48.726526 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-ff9c4475-4801-47c1-8dfa-e884394a7f89 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Request body: {'security_group_rule': {'security_group_id': 'f3393755-558c-47db-9a8d-75afa875d178', 'project_id': '52da619040dd4ebcbd9ac766b4445cb2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:55:48.734482 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-ff9c4475-4801-47c1-8dfa-e884394a7f89 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:55:48.739163 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-ff9c4475-4801-47c1-8dfa-e884394a7f89 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Usage tracker for resource:security_group_rule and tenant:52da619040dd4ebcbd9ac766b4445cb2 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:55:48.742437 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-ff9c4475-4801-47c1-8dfa-e884394a7f89 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:55:48.750716 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-ff9c4475-4801-47c1-8dfa-e884394a7f89 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:55:48.766075 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.db.securitygroups_db [None req-ff9c4475-4801-47c1-8dfa-e884394a7f89 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Project 52da619040dd4ebcbd9ac766b4445cb2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 16 16:55:48.780093 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-ff9c4475-4801-47c1-8dfa-e884394a7f89 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:55:49.017613 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-ff28241f-1036-4d9d-b7fb-c44216636096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc1b1c33-8b53-48e1-ae82-630ad92a19c3', 'name': 'tempest-TestMinimumBasicScenario-742880074-router', 'tenant_id': '52da619040dd4ebcbd9ac766b4445cb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'external_fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.181'}], 'enable_snat': True}, 'gw_port_id': '53d2dc37-cf74-41a8-a076-b58c42a0613b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:54:44Z', 'updated_at': '2021-04-16T16:54:50Z', 'revision_number': 4, 'project_id': '52da619040dd4ebcbd9ac766b4445cb2', 'gw_port': {'id': '53d2dc37-cf74-41a8-a076-b58c42a0613b', 'name': '', 'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:f5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1b1c33-8b53-48e1-ae82-630ad92a19c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:54:45Z', 'updated_at': '2021-04-16T16:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-smb', '_floatingips': [{'id': '4cdf9ab5-8c50-4fb5-a797-d70443c06560', 'tenant_id': '52da619040dd4ebcbd9ac766b4445cb2', 'floating_ip_address': '172.28.2.221', 'floating_network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'router_id': 'cc1b1c33-8b53-48e1-ae82-630ad92a19c3', 'port_id': '13d455aa-86fc-445f-9092-ee640298e9be', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2fee6b3-d80c-4136-b36b-26b49b7df2ca', 'mac_address': 'fa:16:3e:6f:0a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ec7b86-92ec-4f56-9b85-57307f6496ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T16:55:45Z', 'updated_at': '2021-04-16T16:55:45Z', 'revision_number': 0, 'project_id': '52da619040dd4ebcbd9ac766b4445cb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f754e634-195d-48cb-8e13-1ec58551d3e9', 'name': '', 'network_id': 'd2fee6b3-d80c-4136-b36b-26b49b7df2ca', 'tenant_id': '52da619040dd4ebcbd9ac766b4445cb2', 'mac_address': 'fa:16:3e:4d:c2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1b1c33-8b53-48e1-ae82-630ad92a19c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '1ac0e1eb-c983-4f9a-bc40-dadb914d7027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:54:49Z', 'updated_at': '2021-04-16T16:54:59Z', 'revision_number': 5, 'project_id': '52da619040dd4ebcbd9ac766b4445cb2', 'subnets': [{'id': '1ac0e1eb-c983-4f9a-bc40-dadb914d7027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-13-smb', False) {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:55:49.023401 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff28241f-1036-4d9d-b7fb-c44216636096 None None] The sync data for ids ['cc1b1c33-8b53-48e1-ae82-630ad92a19c3'] in dv-cinder-733622-13-smb is: [{'id': 'cc1b1c33-8b53-48e1-ae82-630ad92a19c3', 'name': 'tempest-TestMinimumBasicScenario-742880074-router', 'tenant_id': '52da619040dd4ebcbd9ac766b4445cb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'external_fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.181'}], 'enable_snat': True}, 'gw_port_id': '53d2dc37-cf74-41a8-a076-b58c42a0613b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:54:44Z', 'updated_at': '2021-04-16T16:54:50Z', 'revision_number': 4, 'project_id': '52da619040dd4ebcbd9ac766b4445cb2', 'gw_port': {'id': '53d2dc37-cf74-41a8-a076-b58c42a0613b', 'name': '', 'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:f5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1b1c33-8b53-48e1-ae82-630ad92a19c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:54:45Z', 'updated_at': '2021-04-16T16:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-smb', '_floatingips': [{'id': '4cdf9ab5-8c50-4fb5-a797-d70443c06560', 'tenant_id': '52da619040dd4ebcbd9ac766b4445cb2', 'floating_ip_address': '172.28.2.221', 'floating_network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'router_id': 'cc1b1c33-8b53-48e1-ae82-630ad92a19c3', 'port_id': '13d455aa-86fc-445f-9092-ee640298e9be', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2fee6b3-d80c-4136-b36b-26b49b7df2ca', 'mac_address': 'fa:16:3e:6f:0a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ec7b86-92ec-4f56-9b85-57307f6496ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T16:55:45Z', 'updated_at': '2021-04-16T16:55:45Z', 'revision_number': 0, 'project_id': '52da619040dd4ebcbd9ac766b4445cb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f754e634-195d-48cb-8e13-1ec58551d3e9', 'name': '', 'network_id': 'd2fee6b3-d80c-4136-b36b-26b49b7df2ca', 'tenant_id': '52da619040dd4ebcbd9ac766b4445cb2', 'mac_address': 'fa:16:3e:4d:c2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1b1c33-8b53-48e1-ae82-630ad92a19c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '1ac0e1eb-c983-4f9a-bc40-dadb914d7027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:54:49Z', 'updated_at': '2021-04-16T16:54:59Z', 'revision_number': 5, 'project_id': '52da619040dd4ebcbd9ac766b4445cb2', 'subnets': [{'id': '1ac0e1eb-c983-4f9a-bc40-dadb914d7027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 16:55:49.110838 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-ff9c4475-4801-47c1-8dfa-e884394a7f89 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:55:49.120645 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-ff9c4475-4801-47c1-8dfa-e884394a7f89 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400085'] for security_group_rule, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:55:49.122941 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:55:49.148056 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9c4475-4801-47c1-8dfa-e884394a7f89 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63e8d510-b34d-4ffc-a55d-2806f5b231cf,revision_number=0']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:55:49.150726 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-ff9c4475-4801-47c1-8dfa-e884394a7f89 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:55:49.157279 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-ff9c4475-4801-47c1-8dfa-e884394a7f89 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:55:49.158607 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-ff9c4475-4801-47c1-8dfa-e884394a7f89 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4369917 Apr 16 16:55:49.294998 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-0db871d9-bb2f-42f8-8e22-2af2011ee011 req-db79dde2-8712-40ba-aa8d-3309a13c1716 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Synchronizing usage tracker for tenant:52da619040dd4ebcbd9ac766b4445cb2 on resource:security_group {{(pid=85336) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 16:55:49.312070 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-0db871d9-bb2f-42f8-8e22-2af2011ee011 req-db79dde2-8712-40ba-aa8d-3309a13c1716 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Unset dirty status for tenant:52da619040dd4ebcbd9ac766b4445cb2 on resource:security_group {{(pid=85336) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 16:55:49.313269 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-0db871d9-bb2f-42f8-8e22-2af2011ee011 req-db79dde2-8712-40ba-aa8d-3309a13c1716 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1662851250&fields=id&tenant_id=52da619040dd4ebcbd9ac766b4445cb2 HTTP/1.1" status: 200 len: 267 time: 0.0604453 Apr 16 16:55:49.350629 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060d9793-612b-4742-9370-7276b5afd624 None None] New status for floating IP 4cdf9ab5-8c50-4fb5-a797-d70443c06560: ACTIVE {{(pid=85338) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 16 16:55:49.419697 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db871d9-bb2f-42f8-8e22-2af2011ee011 req-fa8029dd-2ea2-445b-860a-c947c6e4fd77 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:55:49.422196 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-0db871d9-bb2f-42f8-8e22-2af2011ee011 req-fa8029dd-2ea2-445b-860a-c947c6e4fd77 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] 10.222.0.38 "GET /v2.0/ports?device_id=76ec7b86-92ec-4f56-9b85-57307f6496ce HTTP/1.1" status: 200 len: 945 time: 0.1014915 Apr 16 16:55:49.434717 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.v2.base [req-0db871d9-bb2f-42f8-8e22-2af2011ee011 req-17659413-70cd-43ea-96b4-bb5b873db4ff tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Request body: {'port': {'security_groups': ['c34df77b-bf25-4f0d-8838-b520afe0c643', 'f3393755-558c-47db-9a8d-75afa875d178']}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:55:49.635835 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-0db871d9-bb2f-42f8-8e22-2af2011ee011 req-17659413-70cd-43ea-96b4-bb5b873db4ff tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:55:49.789454 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-7a8a1589-e37a-4f3e-b014-5bdb81e66141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:55:49.971780 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [req-0db871d9-bb2f-42f8-8e22-2af2011ee011 req-17659413-70cd-43ea-96b4-bb5b873db4ff tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] For port 13d455aa-86fc-445f-9092-ee640298e9be, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=13d455aa-86fc-445f-9092-ee640298e9be,segment=NetworkSegment(2e0bb75a-40aa-4285-88c9-36c969753dea),segment_id=2e0bb75a-40aa-4285-88c9-36c969753dea)] {{(pid=85336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:55:50.008590 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-0db871d9-bb2f-42f8-8e22-2af2011ee011 req-17659413-70cd-43ea-96b4-bb5b873db4ff tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Notify callbacks [] for port, precommit_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:55:50.013855 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-0db871d9-bb2f-42f8-8e22-2af2011ee011 req-17659413-70cd-43ea-96b4-bb5b873db4ff tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852355648'] for port, after_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:55:50.027659 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] get_ports_and_sgs() called for port_ids ['13d455aa-86fc-445f-9092-ee640298e9be'] {{(pid=85337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 16:55:50.031143 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-72143992-2f39-4402-9747-82106bc08313 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:55:50.198233 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17659413-70cd-43ea-96b4-bb5b873db4ff tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Pushing event updated for resources: {'Port': ['ID=13d455aa-86fc-445f-9092-ee640298e9be,revision_number=6']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:55:50.203891 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-17659413-70cd-43ea-96b4-bb5b873db4ff tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:55:50.253641 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db871d9-bb2f-42f8-8e22-2af2011ee011 req-17659413-70cd-43ea-96b4-bb5b873db4ff tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:55:50.254600 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-0db871d9-bb2f-42f8-8e22-2af2011ee011 req-17659413-70cd-43ea-96b4-bb5b873db4ff tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768218'] for port, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:55:50.256396 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-0db871d9-bb2f-42f8-8e22-2af2011ee011 req-17659413-70cd-43ea-96b4-bb5b873db4ff tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] 10.222.0.38 "PUT /v2.0/ports/13d455aa-86fc-445f-9092-ee640298e9be HTTP/1.1" status: 200 len: 981 time: 0.8267927 Apr 16 16:55:50.256956 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76ec7b86-92ec-4f56-9b85-57307f6496ce', 'tag': '13d455aa-86fc-445f-9092-ee640298e9be'}] {{(pid=85336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:55:50.330688 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76ec7b86-92ec-4f56-9b85-57307f6496ce', 'tag': '13d455aa-86fc-445f-9092-ee640298e9be', 'status': 'completed', 'code': 200} Apr 16 16:55:50.348362 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] get_ports_and_sgs() called for port_ids ['13d455aa-86fc-445f-9092-ee640298e9be'] {{(pid=85337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 16:55:50.519116 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd47f53-41f7-4049-aee4-19c7138b122b req-ec9cf2aa-711c-46a8-902d-63f5126e5144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:55:50.520981 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-3fd47f53-41f7-4049-aee4-19c7138b122b req-ec9cf2aa-711c-46a8-902d-63f5126e5144 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=52da619040dd4ebcbd9ac766b4445cb2&device_id=76ec7b86-92ec-4f56-9b85-57307f6496ce HTTP/1.1" status: 200 len: 1137 time: 0.1587572 Apr 16 16:55:50.637488 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-d7a4a84b-d056-48db-b663-6c87f8bd3da8 None None] Provisioning complete for port 13d455aa-86fc-445f-9092-ee640298e9be triggered by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:55:50.637892 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d7a4a84b-d056-48db-b663-6c87f8bd3da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852761088'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:55:50.705834 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46ec8e7-238d-43ab-ae60-7747b5bdc8ff req-be337dcc-e174-414e-9cf8-37912153fc76 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:55:50.707555 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-a46ec8e7-238d-43ab-ae60-7747b5bdc8ff req-be337dcc-e174-414e-9cf8-37912153fc76 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] 10.222.0.38 "GET /v2.0/ports?device_id=76ec7b86-92ec-4f56-9b85-57307f6496ce HTTP/1.1" status: 200 len: 984 time: 0.2468143 Apr 16 16:55:50.761922 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd47f53-41f7-4049-aee4-19c7138b122b req-e7d7d470-6ed9-422c-b97f-00eb20bde669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:55:50.763873 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-3fd47f53-41f7-4049-aee4-19c7138b122b req-e7d7d470-6ed9-422c-b97f-00eb20bde669 service neutron] 10.222.0.87 "GET /v2.0/networks?id=d2fee6b3-d80c-4136-b36b-26b49b7df2ca HTTP/1.1" status: 200 len: 915 time: 0.2321703 Apr 16 16:55:50.864008 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-a46ec8e7-238d-43ab-ae60-7747b5bdc8ff req-60289f43-0f8f-47f1-ad03-6a3b03bee86f tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3393755-558c-47db-9a8d-75afa875d178&id=c34df77b-bf25-4f0d-8838-b520afe0c643&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1463287 Apr 16 16:55:50.900611 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-3fd47f53-41f7-4049-aee4-19c7138b122b req-491dfee0-3a8b-4451-afe1-6175ef63a899 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=13d455aa-86fc-445f-9092-ee640298e9be HTTP/1.1" status: 200 len: 1001 time: 0.1274745 Apr 16 16:55:50.974620 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd47f53-41f7-4049-aee4-19c7138b122b req-6110d04f-fbd1-43d8-85bd-8a11b492c2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:55:50.976235 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-3fd47f53-41f7-4049-aee4-19c7138b122b req-6110d04f-fbd1-43d8-85bd-8a11b492c2d3 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=1ac0e1eb-c983-4f9a-bc40-dadb914d7027 HTTP/1.1" status: 200 len: 853 time: 0.0680127 Apr 16 16:55:51.072050 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd47f53-41f7-4049-aee4-19c7138b122b req-b825d656-5afa-491d-b1f0-bb6b20efba8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:55:51.073606 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-3fd47f53-41f7-4049-aee4-19c7138b122b req-b825d656-5afa-491d-b1f0-bb6b20efba8b service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=d2fee6b3-d80c-4136-b36b-26b49b7df2ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0894773 Apr 16 16:55:51.085128 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [req-3fd47f53-41f7-4049-aee4-19c7138b122b req-06a4781d-4974-4c76-92b6-475761b94923 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=85336) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 16:55:51.086240 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-3fd47f53-41f7-4049-aee4-19c7138b122b req-06a4781d-4974-4c76-92b6-475761b94923 service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056856 Apr 16 16:55:51.234086 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-3fd47f53-41f7-4049-aee4-19c7138b122b req-cac41e0a-78ab-465b-95d0-159d2877edba service neutron] 10.222.0.87 "GET /v2.0/networks/d2fee6b3-d80c-4136-b36b-26b49b7df2ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415024 Apr 16 16:55:51.387008 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-3fd47f53-41f7-4049-aee4-19c7138b122b req-491b8c0b-cdf1-43f6-9241-55ab67a67585 service neutron] 10.222.0.87 "GET /v2.0/networks/d2fee6b3-d80c-4136-b36b-26b49b7df2ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460381 Apr 16 16:55:51.819803 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-b57b703c-6f99-4b51-acf8-a7dcc2bb4035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:55:52.873200 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-45c0d62a-bc24-48a8-9022-8ca56da26294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:55:53.513328 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:55:54.305775 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-53783e99-0c04-4d0d-b0b5-c5fd538000c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:56:08.996730 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:56:13.802331 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eea611-46b6-430c-83a6-c29ee1ebf233 req-653ac6f6-92dd-421e-8840-f37faba18d5e tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:56:13.803974 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-62eea611-46b6-430c-83a6-c29ee1ebf233 req-653ac6f6-92dd-421e-8840-f37faba18d5e tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] 10.222.0.38 "GET /v2.0/ports?device_id=76ec7b86-92ec-4f56-9b85-57307f6496ce HTTP/1.1" status: 200 len: 984 time: 0.1652262 Apr 16 16:56:13.808068 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681565c0-b0e5-441e-aeee-d295d1f4c6c8 req-8b859642-f4b1-4c68-8869-bb43577b9e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:56:13.809577 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-681565c0-b0e5-441e-aeee-d295d1f4c6c8 req-8b859642-f4b1-4c68-8869-bb43577b9e2e service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=52da619040dd4ebcbd9ac766b4445cb2&device_id=76ec7b86-92ec-4f56-9b85-57307f6496ce HTTP/1.1" status: 200 len: 1137 time: 0.2087712 Apr 16 16:56:13.948046 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-62eea611-46b6-430c-83a6-c29ee1ebf233 req-8e2ee80c-a456-4d1a-b812-b620b544df4d tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3393755-558c-47db-9a8d-75afa875d178&id=c34df77b-bf25-4f0d-8838-b520afe0c643&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1366053 Apr 16 16:56:13.997047 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681565c0-b0e5-441e-aeee-d295d1f4c6c8 req-fb766fe1-ba15-4061-b747-33ef1db78f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:56:13.998829 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-681565c0-b0e5-441e-aeee-d295d1f4c6c8 req-fb766fe1-ba15-4061-b747-33ef1db78f21 service neutron] 10.222.0.87 "GET /v2.0/networks?id=d2fee6b3-d80c-4136-b36b-26b49b7df2ca HTTP/1.1" status: 200 len: 915 time: 0.1712892 Apr 16 16:56:14.116547 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-681565c0-b0e5-441e-aeee-d295d1f4c6c8 req-6bc695ad-e884-4ea6-b5d0-031d9f63c732 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=13d455aa-86fc-445f-9092-ee640298e9be HTTP/1.1" status: 200 len: 1001 time: 0.1101191 Apr 16 16:56:14.189184 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681565c0-b0e5-441e-aeee-d295d1f4c6c8 req-8e7dd399-840b-45d6-b3e0-29a101f33f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:56:14.190824 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-681565c0-b0e5-441e-aeee-d295d1f4c6c8 req-8e7dd399-840b-45d6-b3e0-29a101f33f44 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=1ac0e1eb-c983-4f9a-bc40-dadb914d7027 HTTP/1.1" status: 200 len: 853 time: 0.0670543 Apr 16 16:56:14.282216 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681565c0-b0e5-441e-aeee-d295d1f4c6c8 req-646059e1-c72f-41f9-be89-04ec3bb8223f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:56:14.283757 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-681565c0-b0e5-441e-aeee-d295d1f4c6c8 req-646059e1-c72f-41f9-be89-04ec3bb8223f service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=d2fee6b3-d80c-4136-b36b-26b49b7df2ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0849349 Apr 16 16:56:14.473815 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-681565c0-b0e5-441e-aeee-d295d1f4c6c8 req-98abb8f8-609c-4d43-af9d-d2ef18f1c754 service neutron] 10.222.0.87 "GET /v2.0/networks/d2fee6b3-d80c-4136-b36b-26b49b7df2ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822538 Apr 16 16:56:14.632306 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-681565c0-b0e5-441e-aeee-d295d1f4c6c8 req-b98cead6-7b57-4717-889e-8e3050907c39 service neutron] 10.222.0.87 "GET /v2.0/networks/d2fee6b3-d80c-4136-b36b-26b49b7df2ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507263 Apr 16 16:56:15.165563 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76effa6a-c6f7-4302-b400-f2e33c1b2765 req-113437f7-a9b8-48ba-8b71-9c2c82179a00 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:56:15.167272 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-76effa6a-c6f7-4302-b400-f2e33c1b2765 req-113437f7-a9b8-48ba-8b71-9c2c82179a00 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] 10.222.0.38 "GET /v2.0/ports?device_id=76ec7b86-92ec-4f56-9b85-57307f6496ce HTTP/1.1" status: 200 len: 984 time: 0.1005483 Apr 16 16:56:15.221648 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-76effa6a-c6f7-4302-b400-f2e33c1b2765 req-3878b63c-7147-4516-80b2-ef99e48389b3 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3393755-558c-47db-9a8d-75afa875d178&id=c34df77b-bf25-4f0d-8838-b520afe0c643&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0469851 Apr 16 16:56:16.438920 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696bdf3c-970f-416e-9229-6d763ead8f56 req-6424d268-a73a-44a5-a458-c3412e931475 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:56:16.440551 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-696bdf3c-970f-416e-9229-6d763ead8f56 req-6424d268-a73a-44a5-a458-c3412e931475 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] 10.222.0.38 "GET /v2.0/ports?device_id=76ec7b86-92ec-4f56-9b85-57307f6496ce HTTP/1.1" status: 200 len: 984 time: 0.0967181 Apr 16 16:56:16.496632 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-696bdf3c-970f-416e-9229-6d763ead8f56 req-f37ff9fc-c30c-44e9-8e41-ebd9157d8b75 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3393755-558c-47db-9a8d-75afa875d178&id=c34df77b-bf25-4f0d-8838-b520afe0c643&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0479627 Apr 16 16:56:17.618223 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.agents_db [None req-ebbb9395-3582-4696-b633-83ddaf7c527f None None] Agent healthcheck: found 6 active agents {{(pid=85338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 16:56:17.715475 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5851373-f34e-4823-9261-dd84c2750cb5 req-6bbc0c16-d1a0-4fa8-9557-fe27bc6f514d tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:56:17.717587 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-f5851373-f34e-4823-9261-dd84c2750cb5 req-6bbc0c16-d1a0-4fa8-9557-fe27bc6f514d tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] 10.222.0.38 "GET /v2.0/ports?device_id=76ec7b86-92ec-4f56-9b85-57307f6496ce HTTP/1.1" status: 200 len: 984 time: 0.0980105 Apr 16 16:56:17.790220 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-f5851373-f34e-4823-9261-dd84c2750cb5 req-bb7568ea-0f90-4cc2-b3da-f78d49f3c91f tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3393755-558c-47db-9a8d-75afa875d178&id=c34df77b-bf25-4f0d-8838-b520afe0c643&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0623250 Apr 16 16:56:19.007179 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41701d59-d1ed-4f46-a50d-bd7b7e5861d2 req-db597307-cf60-4b00-96c1-af830f00a35f tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:56:19.008875 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-41701d59-d1ed-4f46-a50d-bd7b7e5861d2 req-db597307-cf60-4b00-96c1-af830f00a35f tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] 10.222.0.38 "GET /v2.0/ports?device_id=76ec7b86-92ec-4f56-9b85-57307f6496ce HTTP/1.1" status: 200 len: 984 time: 0.1018262 Apr 16 16:56:19.066254 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-41701d59-d1ed-4f46-a50d-bd7b7e5861d2 req-fdca7105-7752-489b-8682-d2b232fe3c1a tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3393755-558c-47db-9a8d-75afa875d178&id=c34df77b-bf25-4f0d-8838-b520afe0c643&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0481710 Apr 16 16:56:19.795230 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8a8c18fb-1a01-4172-bfd8-9b2cd93681a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:56:20.285668 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06fb0ce-b825-4c00-8898-fc56a533feb8 req-0cd9c925-2dfc-4819-a9eb-811a5240748c tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:56:20.287298 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-d06fb0ce-b825-4c00-8898-fc56a533feb8 req-0cd9c925-2dfc-4819-a9eb-811a5240748c tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] 10.222.0.38 "GET /v2.0/ports?device_id=76ec7b86-92ec-4f56-9b85-57307f6496ce HTTP/1.1" status: 200 len: 984 time: 0.0919597 Apr 16 16:56:20.358554 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-d06fb0ce-b825-4c00-8898-fc56a533feb8 req-d9b2bc48-dafb-4b42-8191-36fd2caa28e7 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3393755-558c-47db-9a8d-75afa875d178&id=c34df77b-bf25-4f0d-8838-b520afe0c643&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0636444 Apr 16 16:56:21.580259 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcceb115-eb62-4a61-a9ce-7b8f8614717c req-9eb5fa6c-d396-451d-b073-2f11507001fb tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:56:21.582183 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-dcceb115-eb62-4a61-a9ce-7b8f8614717c req-9eb5fa6c-d396-451d-b073-2f11507001fb tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] 10.222.0.38 "GET /v2.0/ports?device_id=76ec7b86-92ec-4f56-9b85-57307f6496ce HTTP/1.1" status: 200 len: 984 time: 0.0992055 Apr 16 16:56:21.634612 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-dcceb115-eb62-4a61-a9ce-7b8f8614717c req-1d7eb19a-f18a-4093-af3d-606671bc0a4b tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3393755-558c-47db-9a8d-75afa875d178&id=c34df77b-bf25-4f0d-8838-b520afe0c643&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0451772 Apr 16 16:56:21.823627 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-55de435b-911b-441a-8755-568e8d0843a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:56:22.859965 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5270b998-b0cc-4244-8f0d-290c3dfc04c4 req-dec431e6-653b-4cd5-9ee9-ca779cd7a3df tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:56:22.861790 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-5270b998-b0cc-4244-8f0d-290c3dfc04c4 req-dec431e6-653b-4cd5-9ee9-ca779cd7a3df tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] 10.222.0.38 "GET /v2.0/ports?device_id=76ec7b86-92ec-4f56-9b85-57307f6496ce HTTP/1.1" status: 200 len: 984 time: 0.0999951 Apr 16 16:56:22.874945 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-45c0d62a-bc24-48a8-9022-8ca56da26294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:56:22.916494 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-5270b998-b0cc-4244-8f0d-290c3dfc04c4 req-6968e420-ca6f-4c7f-90b4-078467263d15 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3393755-558c-47db-9a8d-75afa875d178&id=c34df77b-bf25-4f0d-8838-b520afe0c643&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0474720 Apr 16 16:56:23.520144 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:56:24.140510 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372fe33f-e440-40f8-b761-73dd517de412 req-918ef996-b1f3-4c87-bc2f-6482f34e3e31 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:56:24.143225 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-372fe33f-e440-40f8-b761-73dd517de412 req-918ef996-b1f3-4c87-bc2f-6482f34e3e31 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] 10.222.0.38 "GET /v2.0/ports?device_id=76ec7b86-92ec-4f56-9b85-57307f6496ce HTTP/1.1" status: 200 len: 984 time: 0.1023438 Apr 16 16:56:24.208676 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-372fe33f-e440-40f8-b761-73dd517de412 req-0ebcf129-3e18-4854-ba20-c3fd997fb717 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3393755-558c-47db-9a8d-75afa875d178&id=c34df77b-bf25-4f0d-8838-b520afe0c643&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0582578 Apr 16 16:56:24.317147 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-53783e99-0c04-4d0d-b0b5-c5fd538000c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:56:25.420263 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a209bd22-b02c-4aac-9530-91d14d270cb7 req-2ef7ee82-5f48-4d36-90d9-e252964b9fae tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:56:25.421890 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-a209bd22-b02c-4aac-9530-91d14d270cb7 req-2ef7ee82-5f48-4d36-90d9-e252964b9fae tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] 10.222.0.38 "GET /v2.0/ports?device_id=76ec7b86-92ec-4f56-9b85-57307f6496ce HTTP/1.1" status: 200 len: 984 time: 0.0941424 Apr 16 16:56:25.482252 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-a209bd22-b02c-4aac-9530-91d14d270cb7 req-9ad8d1f3-d981-4486-a93d-0c21f7af45ad tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3393755-558c-47db-9a8d-75afa875d178&id=c34df77b-bf25-4f0d-8838-b520afe0c643&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0525990 Apr 16 16:56:25.899822 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 45856) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:56:26.367161 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-e47180ab-14e2-4787-b375-d0eb2bbad37d tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Deleting port f23f1912-252f-4586-b7cc-83c7569bed55 {{(pid=85336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:56:26.367540 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e47180ab-14e2-4787-b375-d0eb2bbad37d tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285398617716'] for port, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:56:26.568331 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e47180ab-14e2-4787-b375-d0eb2bbad37d tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436170'] for port, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:56:26.568894 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e47180ab-14e2-4787-b375-d0eb2bbad37d tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:56:26.742741 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-e47180ab-14e2-4787-b375-d0eb2bbad37d tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Calling delete_port for f23f1912-252f-4586-b7cc-83c7569bed55 owned by network:floatingip {{(pid=85336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 16:56:26.869862 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed63b668-c3ab-495d-a2d8-49561f8f9c02 req-bd34da50-d8b8-4053-a16b-0e6186434242 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:56:26.871489 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-ed63b668-c3ab-495d-a2d8-49561f8f9c02 req-bd34da50-d8b8-4053-a16b-0e6186434242 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] 10.222.0.38 "GET /v2.0/ports?device_id=76ec7b86-92ec-4f56-9b85-57307f6496ce HTTP/1.1" status: 200 len: 984 time: 0.2329957 Apr 16 16:56:26.969009 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-ed63b668-c3ab-495d-a2d8-49561f8f9c02 req-e27cab2a-253f-432c-9f34-0997c67895fe tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3393755-558c-47db-9a8d-75afa875d178&id=c34df77b-bf25-4f0d-8838-b520afe0c643&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0880640 Apr 16 16:56:26.994692 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e47180ab-14e2-4787-b375-d0eb2bbad37d tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751456166703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363285399062934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2420184'] for port, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:56:27.011295 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-07461802-c46e-4c46-819f-300ed0fabf58 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:56:27.114298 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47180ab-14e2-4787-b375-d0eb2bbad37d tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Pushing event deleted for resources: {'Port': ['ID=f23f1912-252f-4586-b7cc-83c7569bed55,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:56:27.126715 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47180ab-14e2-4787-b375-d0eb2bbad37d tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:56:27.127196 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47180ab-14e2-4787-b375-d0eb2bbad37d tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:56:27.127745 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47180ab-14e2-4787-b375-d0eb2bbad37d tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:56:27.128149 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47180ab-14e2-4787-b375-d0eb2bbad37d tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:56:27.128548 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47180ab-14e2-4787-b375-d0eb2bbad37d tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:56:27.128940 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47180ab-14e2-4787-b375-d0eb2bbad37d tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:56:27.129329 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47180ab-14e2-4787-b375-d0eb2bbad37d tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:56:27.129721 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47180ab-14e2-4787-b375-d0eb2bbad37d tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:56:27.130135 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47180ab-14e2-4787-b375-d0eb2bbad37d tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:56:27.130530 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47180ab-14e2-4787-b375-d0eb2bbad37d tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:56:27.130918 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47180ab-14e2-4787-b375-d0eb2bbad37d tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:56:27.131302 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47180ab-14e2-4787-b375-d0eb2bbad37d tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:56:27.136320 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-e47180ab-14e2-4787-b375-d0eb2bbad37d tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:56:27.297448 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e47180ab-14e2-4787-b375-d0eb2bbad37d tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Notify callbacks [] for floatingip, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:56:27.297699 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.db.l3_db [None req-e47180ab-14e2-4787-b375-d0eb2bbad37d tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Floating IP f87a2101-8ad5-4375-bc8a-f463857f8564 disassociated (deleted). External IP: 172.28.2.207, port: 49f9164a-8692-443b-9c1d-3a0d17b66fc5. Apr 16 16:56:27.683565 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e47180ab-14e2-4787-b375-d0eb2bbad37d tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Router ad3843d4-4dcd-49b4-801e-7f8e8cf29b53 has already been hosted by L3 agent 4aa3b6c8-2ef9-4577-bdb6-1cfedaad083f {{(pid=85336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 16:56:27.898988 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e47180ab-14e2-4787-b375-d0eb2bbad37d tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Notify agent at l3_agent.dv-cinder-733622-13-smb the message routers_updated {{(pid=85336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 16:56:27.910294 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65e0ced-ed9c-4d30-bf85-3f037f4a705a None None] Sync routers for ids ['ad3843d4-4dcd-49b4-801e-7f8e8cf29b53'] in dv-cinder-733622-13-smb {{(pid=85337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 16:56:27.919616 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e47180ab-14e2-4787-b375-d0eb2bbad37d tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768218'] for floatingip, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:56:27.920925 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65e0ced-ed9c-4d30-bf85-3f037f4a705a None None] Routers {'ad3843d4-4dcd-49b4-801e-7f8e8cf29b53'} bound to L3 agent in host dv-cinder-733622-13-smb {{(pid=85337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:56:27.921608 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-a65e0ced-ed9c-4d30-bf85-3f037f4a705a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-16T16:36:22Z,description=,heartbeat_timestamp=2021-04-16T16:56:22Z,host='dv-cinder-733622-13-smb',id=4aa3b6c8-2ef9-4577-bdb6-1cfedaad083f,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T16:36:22Z,topic='l3_agent')) {'router_ids': ['ad3843d4-4dcd-49b4-801e-7f8e8cf29b53'], 'active': True} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:56:27.988250 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-e47180ab-14e2-4787-b375-d0eb2bbad37d tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] 10.222.0.38 "DELETE /v2.0/floatingips/f87a2101-8ad5-4375-bc8a-f463857f8564 HTTP/1.1" status: 204 len: 168 time: 2.0830243 Apr 16 16:56:27.988250 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57a18dee-0e60-45b2-8fcb-da3152d60769', 'tag': '49f9164a-8692-443b-9c1d-3a0d17b66fc5'}] {{(pid=85336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:56:28.123325 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57a18dee-0e60-45b2-8fcb-da3152d60769', 'tag': '49f9164a-8692-443b-9c1d-3a0d17b66fc5', 'status': 'completed', 'code': 200} Apr 16 16:56:28.284210 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2469d6f5-1954-4f79-a78a-16376df8dcb5 req-cb268593-2e72-451e-8a6f-a0760918971f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:56:28.286042 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-2469d6f5-1954-4f79-a78a-16376df8dcb5 req-cb268593-2e72-451e-8a6f-a0760918971f service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=ab7c4e29afac4f9e95c5053828309dfd&device_id=57a18dee-0e60-45b2-8fcb-da3152d60769 HTTP/1.1" status: 200 len: 1099 time: 0.1376367 Apr 16 16:56:28.372946 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvr_db [None req-a65e0ced-ed9c-4d30-bf85-3f037f4a705a None None] Set router ad3843d4-4dcd-49b4-801e-7f8e8cf29b53 gateway port host: dv-cinder-733622-13-smb {{(pid=85337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:56:28.627086 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2469d6f5-1954-4f79-a78a-16376df8dcb5 req-90310086-6a69-43ee-ad5c-cce9777a6910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:56:28.629675 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-2469d6f5-1954-4f79-a78a-16376df8dcb5 req-90310086-6a69-43ee-ad5c-cce9777a6910 service neutron] 10.222.0.87 "GET /v2.0/networks?id=141405ca-c540-4799-bdeb-b406e3f2ae7d HTTP/1.1" status: 200 len: 910 time: 0.3351741 Apr 16 16:56:28.646841 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4cbdb8-0562-4c4f-acbf-69c46b1d97a9 req-b4784819-274d-4721-8762-d3594e92486c tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:56:28.649328 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-1d4cbdb8-0562-4c4f-acbf-69c46b1d97a9 req-b4784819-274d-4721-8762-d3594e92486c tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Synchronizing usage tracker for tenant:ab7c4e29afac4f9e95c5053828309dfd on resource:port {{(pid=85336) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 16:56:28.727518 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-2469d6f5-1954-4f79-a78a-16376df8dcb5 req-a1222119-903a-4987-b736-7b11f7dce79a service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49f9164a-8692-443b-9c1d-3a0d17b66fc5 HTTP/1.1" status: 200 len: 217 time: 0.0741436 Apr 16 16:56:28.775876 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-1d4cbdb8-0562-4c4f-acbf-69c46b1d97a9 req-b4784819-274d-4721-8762-d3594e92486c tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Unset dirty status for tenant:ab7c4e29afac4f9e95c5053828309dfd on resource:port {{(pid=85336) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 16:56:28.777319 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-1d4cbdb8-0562-4c4f-acbf-69c46b1d97a9 req-b4784819-274d-4721-8762-d3594e92486c tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] 10.222.0.38 "GET /v2.0/ports?device_id=57a18dee-0e60-45b2-8fcb-da3152d60769 HTTP/1.1" status: 200 len: 946 time: 0.3901784 Apr 16 16:56:28.842367 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2469d6f5-1954-4f79-a78a-16376df8dcb5 req-59925360-4725-4cc2-9817-1ed4d0aa930a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:56:28.843854 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-2469d6f5-1954-4f79-a78a-16376df8dcb5 req-59925360-4725-4cc2-9817-1ed4d0aa930a service neutron] 10.222.0.87 "GET /v2.0/subnets?id=77fdd9b8-ce12-4564-ad7d-62ce5897287c HTTP/1.1" status: 200 len: 848 time: 0.1044509 Apr 16 16:56:28.849456 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-a65e0ced-ed9c-4d30-bf85-3f037f4a705a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad3843d4-4dcd-49b4-801e-7f8e8cf29b53', 'name': 'tempest-TestShelveInstance-1472907593-router', 'tenant_id': 'ab7c4e29afac4f9e95c5053828309dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'external_fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.242'}], 'enable_snat': True}, 'gw_port_id': '6a3b043d-7d2c-4083-8d94-2700f03d2f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:51:50Z', 'updated_at': '2021-04-16T16:51:56Z', 'revision_number': 4, 'project_id': 'ab7c4e29afac4f9e95c5053828309dfd', 'gw_port': {'id': '6a3b043d-7d2c-4083-8d94-2700f03d2f6f', 'name': '', 'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3843d4-4dcd-49b4-801e-7f8e8cf29b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:51:51Z', 'updated_at': '2021-04-16T16:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-smb', '_interfaces': [{'id': 'ffe5cc1f-720b-44bd-a5c9-0e018f568374', 'name': '', 'network_id': '141405ca-c540-4799-bdeb-b406e3f2ae7d', 'tenant_id': 'ab7c4e29afac4f9e95c5053828309dfd', 'mac_address': 'fa:16:3e:73:a8:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3843d4-4dcd-49b4-801e-7f8e8cf29b53', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '77fdd9b8-ce12-4564-ad7d-62ce5897287c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:51:55Z', 'updated_at': '2021-04-16T16:52:07Z', 'revision_number': 5, 'project_id': 'ab7c4e29afac4f9e95c5053828309dfd', 'subnets': [{'id': '77fdd9b8-ce12-4564-ad7d-62ce5897287c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-13-smb', False) {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:56:28.852006 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-1d4cbdb8-0562-4c4f-acbf-69c46b1d97a9 req-dc7257d8-e401-46c9-a342-b9c8652e82d6 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] 10.222.0.38 "GET /v2.0/security-groups?id=2cdf2105-d988-4489-b378-2e1e588e755c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629883 Apr 16 16:56:28.854476 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65e0ced-ed9c-4d30-bf85-3f037f4a705a None None] Checking router: ad3843d4-4dcd-49b4-801e-7f8e8cf29b53 for host: dv-cinder-733622-13-smb {{(pid=85337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 16:56:28.865607 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65e0ced-ed9c-4d30-bf85-3f037f4a705a None None] Routers {'ad3843d4-4dcd-49b4-801e-7f8e8cf29b53'} bound to L3 agent in host dv-cinder-733622-13-smb {{(pid=85337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:56:28.866429 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-a65e0ced-ed9c-4d30-bf85-3f037f4a705a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-16T16:36:22Z,description=,heartbeat_timestamp=2021-04-16T16:56:22Z,host='dv-cinder-733622-13-smb',id=4aa3b6c8-2ef9-4577-bdb6-1cfedaad083f,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T16:36:22Z,topic='l3_agent')) {'router_ids': ['ad3843d4-4dcd-49b4-801e-7f8e8cf29b53'], 'active': True} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:56:28.943630 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2469d6f5-1954-4f79-a78a-16376df8dcb5 req-ca92f99a-bce4-411e-8b85-bf38b5bb7954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:56:28.945250 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-2469d6f5-1954-4f79-a78a-16376df8dcb5 req-ca92f99a-bce4-411e-8b85-bf38b5bb7954 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=141405ca-c540-4799-bdeb-b406e3f2ae7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0915000 Apr 16 16:56:29.091282 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvr_db [None req-a65e0ced-ed9c-4d30-bf85-3f037f4a705a None None] Set router ad3843d4-4dcd-49b4-801e-7f8e8cf29b53 gateway port host: dv-cinder-733622-13-smb {{(pid=85337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:56:29.377911 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-2469d6f5-1954-4f79-a78a-16376df8dcb5 req-2e210dd4-38a7-47ef-ba94-e02bc9385236 service neutron] 10.222.0.87 "GET /v2.0/networks/141405ca-c540-4799-bdeb-b406e3f2ae7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4225917 Apr 16 16:56:29.487291 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-a65e0ced-ed9c-4d30-bf85-3f037f4a705a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad3843d4-4dcd-49b4-801e-7f8e8cf29b53', 'name': 'tempest-TestShelveInstance-1472907593-router', 'tenant_id': 'ab7c4e29afac4f9e95c5053828309dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'external_fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.242'}], 'enable_snat': True}, 'gw_port_id': '6a3b043d-7d2c-4083-8d94-2700f03d2f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:51:50Z', 'updated_at': '2021-04-16T16:51:56Z', 'revision_number': 4, 'project_id': 'ab7c4e29afac4f9e95c5053828309dfd', 'gw_port': {'id': '6a3b043d-7d2c-4083-8d94-2700f03d2f6f', 'name': '', 'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3843d4-4dcd-49b4-801e-7f8e8cf29b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:51:51Z', 'updated_at': '2021-04-16T16:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-smb', '_interfaces': [{'id': 'ffe5cc1f-720b-44bd-a5c9-0e018f568374', 'name': '', 'network_id': '141405ca-c540-4799-bdeb-b406e3f2ae7d', 'tenant_id': 'ab7c4e29afac4f9e95c5053828309dfd', 'mac_address': 'fa:16:3e:73:a8:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3843d4-4dcd-49b4-801e-7f8e8cf29b53', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '77fdd9b8-ce12-4564-ad7d-62ce5897287c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:51:55Z', 'updated_at': '2021-04-16T16:52:07Z', 'revision_number': 5, 'project_id': 'ab7c4e29afac4f9e95c5053828309dfd', 'subnets': [{'id': '77fdd9b8-ce12-4564-ad7d-62ce5897287c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-13-smb', False) {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:56:29.491463 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65e0ced-ed9c-4d30-bf85-3f037f4a705a None None] The sync data for ids ['ad3843d4-4dcd-49b4-801e-7f8e8cf29b53'] in dv-cinder-733622-13-smb is: [{'id': 'ad3843d4-4dcd-49b4-801e-7f8e8cf29b53', 'name': 'tempest-TestShelveInstance-1472907593-router', 'tenant_id': 'ab7c4e29afac4f9e95c5053828309dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'external_fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.242'}], 'enable_snat': True}, 'gw_port_id': '6a3b043d-7d2c-4083-8d94-2700f03d2f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:51:50Z', 'updated_at': '2021-04-16T16:51:56Z', 'revision_number': 4, 'project_id': 'ab7c4e29afac4f9e95c5053828309dfd', 'gw_port': {'id': '6a3b043d-7d2c-4083-8d94-2700f03d2f6f', 'name': '', 'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3843d4-4dcd-49b4-801e-7f8e8cf29b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:51:51Z', 'updated_at': '2021-04-16T16:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-smb', '_interfaces': [{'id': 'ffe5cc1f-720b-44bd-a5c9-0e018f568374', 'name': '', 'network_id': '141405ca-c540-4799-bdeb-b406e3f2ae7d', 'tenant_id': 'ab7c4e29afac4f9e95c5053828309dfd', 'mac_address': 'fa:16:3e:73:a8:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3843d4-4dcd-49b4-801e-7f8e8cf29b53', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '77fdd9b8-ce12-4564-ad7d-62ce5897287c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:51:55Z', 'updated_at': '2021-04-16T16:52:07Z', 'revision_number': 5, 'project_id': 'ab7c4e29afac4f9e95c5053828309dfd', 'subnets': [{'id': '77fdd9b8-ce12-4564-ad7d-62ce5897287c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 16:56:29.541172 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-2469d6f5-1954-4f79-a78a-16376df8dcb5 req-8a84c7d2-a0b0-47cb-bd8e-32d50fda749b service neutron] 10.222.0.87 "GET /v2.0/networks/141405ca-c540-4799-bdeb-b406e3f2ae7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566267 Apr 16 16:56:29.902802 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826859bf-757f-4dd0-bad0-fa0e10bb7839 req-2930279d-d437-48e2-b916-563afd324348 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:56:29.904415 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-826859bf-757f-4dd0-bad0-fa0e10bb7839 req-2930279d-d437-48e2-b916-563afd324348 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] 10.222.0.87 "GET /v2.0/ports?device_id=57a18dee-0e60-45b2-8fcb-da3152d60769 HTTP/1.1" status: 200 len: 946 time: 0.0914626 Apr 16 16:56:29.913833 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1456438b-43e4-4b80-a4b1-69d5aa978ae2 None None] New status for floating IP f87a2101-8ad5-4375-bc8a-f463857f8564: DOWN {{(pid=85338) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 16 16:56:29.989673 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [req-826859bf-757f-4dd0-bad0-fa0e10bb7839 req-97bb1855-a234-410f-a922-a696289ee9d1 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Deleting port 49f9164a-8692-443b-9c1d-3a0d17b66fc5 {{(pid=85336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:56:29.990074 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-826859bf-757f-4dd0-bad0-fa0e10bb7839 req-97bb1855-a234-410f-a922-a696289ee9d1 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285398617716'] for port, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:56:30.141172 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee805d1-1c0f-45e6-a682-985a084044a0 req-83d837a4-5181-44fb-9a08-260b09568a0d tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:56:30.145051 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-0ee805d1-1c0f-45e6-a682-985a084044a0 req-83d837a4-5181-44fb-9a08-260b09568a0d tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] 10.222.0.38 "GET /v2.0/ports?device_id=57a18dee-0e60-45b2-8fcb-da3152d60769 HTTP/1.1" status: 200 len: 946 time: 0.1082530 Apr 16 16:56:30.204515 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-0ee805d1-1c0f-45e6-a682-985a084044a0 req-1beeb255-e685-4c72-a578-bfc97d1c830c tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] 10.222.0.38 "GET /v2.0/security-groups?id=2cdf2105-d988-4489-b378-2e1e588e755c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528803 Apr 16 16:56:30.281835 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [req-826859bf-757f-4dd0-bad0-fa0e10bb7839 req-97bb1855-a234-410f-a922-a696289ee9d1 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] For port 49f9164a-8692-443b-9c1d-3a0d17b66fc5, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=49f9164a-8692-443b-9c1d-3a0d17b66fc5,segment=NetworkSegment(4c5c09ca-d7f7-4695-8d8a-1222f3f945e8),segment_id=4c5c09ca-d7f7-4695-8d8a-1222f3f945e8)] {{(pid=85336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:56:30.282520 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-826859bf-757f-4dd0-bad0-fa0e10bb7839 req-97bb1855-a234-410f-a922-a696289ee9d1 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436170'] for port, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:56:30.452315 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [req-826859bf-757f-4dd0-bad0-fa0e10bb7839 req-97bb1855-a234-410f-a922-a696289ee9d1 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Calling delete_port for 49f9164a-8692-443b-9c1d-3a0d17b66fc5 owned by compute:nova {{(pid=85336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 16:56:30.618885 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-826859bf-757f-4dd0-bad0-fa0e10bb7839 req-97bb1855-a234-410f-a922-a696289ee9d1 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751456166703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363285399062934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2420184'] for port, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:56:30.638261 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-e40b28d9-ca14-4b4c-be3b-5bd745a4b6ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:56:30.691601 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bb1855-a234-410f-a922-a696289ee9d1 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Pushing event deleted for resources: {'Port': ['ID=49f9164a-8692-443b-9c1d-3a0d17b66fc5,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:56:30.740239 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-97bb1855-a234-410f-a922-a696289ee9d1 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:56:30.900062 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [req-826859bf-757f-4dd0-bad0-fa0e10bb7839 req-97bb1855-a234-410f-a922-a696289ee9d1 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] No DVR routers for this DVR port 49f9164a-8692-443b-9c1d-3a0d17b66fc5 on host hv-cinder-73362 {{(pid=85336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 16:56:30.902544 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-826859bf-757f-4dd0-bad0-fa0e10bb7839 req-97bb1855-a234-410f-a922-a696289ee9d1 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768218'] for port, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:56:30.905575 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57a18dee-0e60-45b2-8fcb-da3152d60769', 'name': 'network-vif-deleted', 'tag': '49f9164a-8692-443b-9c1d-3a0d17b66fc5'}] {{(pid=85336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:56:30.925474 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-826859bf-757f-4dd0-bad0-fa0e10bb7839 req-97bb1855-a234-410f-a922-a696289ee9d1 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] 10.222.0.87 "DELETE /v2.0/ports/49f9164a-8692-443b-9c1d-3a0d17b66fc5 HTTP/1.1" status: 204 len: 173 time: 1.0151918 Apr 16 16:56:30.956829 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57a18dee-0e60-45b2-8fcb-da3152d60769', 'name': 'network-vif-deleted', 'tag': '49f9164a-8692-443b-9c1d-3a0d17b66fc5', 'status': 'completed', 'code': 200} Apr 16 16:56:31.413165 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-d85c8338-52fa-439f-8c85-ed98c5e9263d req-aa075cbe-9dce-42bb-90cd-d4bac103c305 tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] 10.222.0.38 "GET /v2.0/ports?device_id=57a18dee-0e60-45b2-8fcb-da3152d60769 HTTP/1.1" status: 200 len: 210 time: 0.0546625 Apr 16 16:56:32.520530 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 45880) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:56:32.607062 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-ec131ebe-82a2-4721-88cd-4f47b8ead3bc tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:56:32.643357 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-ec131ebe-82a2-4721-88cd-4f47b8ead3bc tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:56:32.706795 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-ec131ebe-82a2-4721-88cd-4f47b8ead3bc tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:56:32.712549 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-2b1fc58b-abc6-4222-bc87-10a5bb04ee52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:56:32.728874 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec131ebe-82a2-4721-88cd-4f47b8ead3bc tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cdf2105-d988-4489-b378-2e1e588e755c,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:56:32.732378 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-ec131ebe-82a2-4721-88cd-4f47b8ead3bc tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:56:32.743840 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-ec131ebe-82a2-4721-88cd-4f47b8ead3bc tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:56:32.745135 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-ec131ebe-82a2-4721-88cd-4f47b8ead3bc tempest-TestShelveInstance-130256485 tempest-TestShelveInstance-130256485-project] 10.222.0.38 "DELETE /v2.0/security-groups/2cdf2105-d988-4489-b378-2e1e588e755c HTTP/1.1" status: 204 len: 168 time: 0.2234309 Apr 16 16:56:32.790226 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 45886) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:56:33.640435 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-17131fb1-4771-4dc3-9cb1-ca1a06bab9ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432633'] for router_interface, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:56:34.025207 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-17131fb1-4771-4dc3-9cb1-ca1a06bab9ed admin admin] Deleting port ffe5cc1f-720b-44bd-a5c9-0e018f568374 {{(pid=85335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:56:34.025582 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-17131fb1-4771-4dc3-9cb1-ca1a06bab9ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285398617716'] for port, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:56:34.235545 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-17131fb1-4771-4dc3-9cb1-ca1a06bab9ed admin admin] For port ffe5cc1f-720b-44bd-a5c9-0e018f568374, host dv-cinder-733622-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-smb',level=0,port_id=ffe5cc1f-720b-44bd-a5c9-0e018f568374,segment=NetworkSegment(4c5c09ca-d7f7-4695-8d8a-1222f3f945e8),segment_id=4c5c09ca-d7f7-4695-8d8a-1222f3f945e8)] {{(pid=85335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:56:34.236970 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-17131fb1-4771-4dc3-9cb1-ca1a06bab9ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436170'] for port, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:56:34.381357 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-17131fb1-4771-4dc3-9cb1-ca1a06bab9ed admin admin] Calling delete_port for ffe5cc1f-720b-44bd-a5c9-0e018f568374 owned by network:router_interface {{(pid=85335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 16:56:34.599318 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-17131fb1-4771-4dc3-9cb1-ca1a06bab9ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751456166703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363285399062934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850737760'] for port, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:56:34.617820 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-4a8f2d7f-3bc7-4d58-ba94-a44634e578d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:56:34.745281 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17131fb1-4771-4dc3-9cb1-ca1a06bab9ed admin admin] Pushing event deleted for resources: {'Port': ['ID=ffe5cc1f-720b-44bd-a5c9-0e018f568374,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:56:34.748052 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-17131fb1-4771-4dc3-9cb1-ca1a06bab9ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:56:35.092031 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Device 49f9164a-8692-443b-9c1d-3a0d17b66fc5 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 16:56:35.137729 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] No Port match for: 49f9164a-8692-443b-9c1d-3a0d17b66fc5 {{(pid=85337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 16:56:35.138056 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Device 49f9164a-8692-443b-9c1d-3a0d17b66fc5 not bound to the agent host hv-cinder-73362 {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 16:56:35.188102 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-17131fb1-4771-4dc3-9cb1-ca1a06bab9ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853166662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-426834'] for router_interface, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:56:35.750112 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17131fb1-4771-4dc3-9cb1-ca1a06bab9ed admin admin] Router ad3843d4-4dcd-49b4-801e-7f8e8cf29b53 has already been hosted by L3 agent 4aa3b6c8-2ef9-4577-bdb6-1cfedaad083f {{(pid=85335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 16:56:35.950330 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17131fb1-4771-4dc3-9cb1-ca1a06bab9ed admin admin] Notify agent at l3_agent.dv-cinder-733622-13-smb the message routers_updated {{(pid=85335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 16:56:35.961685 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32454e84-59d5-4fc8-83f6-23dc7d5e4e97 None None] Sync routers for ids ['ad3843d4-4dcd-49b4-801e-7f8e8cf29b53'] in dv-cinder-733622-13-smb {{(pid=85337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 16:56:35.964975 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-17131fb1-4771-4dc3-9cb1-ca1a06bab9ed admin admin] 10.222.0.38 "PUT /v2.0/routers/ad3843d4-4dcd-49b4-801e-7f8e8cf29b53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1732409 Apr 16 16:56:35.968653 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 45890) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:56:35.972974 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32454e84-59d5-4fc8-83f6-23dc7d5e4e97 None None] Routers {'ad3843d4-4dcd-49b4-801e-7f8e8cf29b53'} bound to L3 agent in host dv-cinder-733622-13-smb {{(pid=85337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:56:35.973728 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-32454e84-59d5-4fc8-83f6-23dc7d5e4e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-16T16:36:22Z,description=,heartbeat_timestamp=2021-04-16T16:56:22Z,host='dv-cinder-733622-13-smb',id=4aa3b6c8-2ef9-4577-bdb6-1cfedaad083f,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T16:36:22Z,topic='l3_agent')) {'router_ids': ['ad3843d4-4dcd-49b4-801e-7f8e8cf29b53'], 'active': True} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:56:36.169240 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-938222ad-5873-41df-b65d-d42719637a51 admin admin] Notify callbacks [] for router, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:56:36.191619 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvr_db [None req-32454e84-59d5-4fc8-83f6-23dc7d5e4e97 None None] Set router ad3843d4-4dcd-49b4-801e-7f8e8cf29b53 gateway port host: dv-cinder-733622-13-smb {{(pid=85337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:56:36.590126 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-32454e84-59d5-4fc8-83f6-23dc7d5e4e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad3843d4-4dcd-49b4-801e-7f8e8cf29b53', 'name': 'tempest-TestShelveInstance-1472907593-router', 'tenant_id': 'ab7c4e29afac4f9e95c5053828309dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'external_fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.242'}], 'enable_snat': True}, 'gw_port_id': '6a3b043d-7d2c-4083-8d94-2700f03d2f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:51:50Z', 'updated_at': '2021-04-16T16:56:34Z', 'revision_number': 5, 'project_id': 'ab7c4e29afac4f9e95c5053828309dfd', 'gw_port': {'id': '6a3b043d-7d2c-4083-8d94-2700f03d2f6f', 'name': '', 'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3843d4-4dcd-49b4-801e-7f8e8cf29b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:51:51Z', 'updated_at': '2021-04-16T16:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-smb'}], 'dv-cinder-733622-13-smb', False) {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:56:36.596211 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32454e84-59d5-4fc8-83f6-23dc7d5e4e97 None None] Checking router: ad3843d4-4dcd-49b4-801e-7f8e8cf29b53 for host: dv-cinder-733622-13-smb {{(pid=85337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 16:56:36.607116 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32454e84-59d5-4fc8-83f6-23dc7d5e4e97 None None] Routers {'ad3843d4-4dcd-49b4-801e-7f8e8cf29b53'} bound to L3 agent in host dv-cinder-733622-13-smb {{(pid=85337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:56:36.607539 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-32454e84-59d5-4fc8-83f6-23dc7d5e4e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-16T16:36:22Z,description=,heartbeat_timestamp=2021-04-16T16:56:22Z,host='dv-cinder-733622-13-smb',id=4aa3b6c8-2ef9-4577-bdb6-1cfedaad083f,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T16:36:22Z,topic='l3_agent')) {'router_ids': ['ad3843d4-4dcd-49b4-801e-7f8e8cf29b53'], 'active': True} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:56:36.642994 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-938222ad-5873-41df-b65d-d42719637a51 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:56:36.652546 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-938222ad-5873-41df-b65d-d42719637a51 admin admin] Deleting port 6a3b043d-7d2c-4083-8d94-2700f03d2f6f {{(pid=85335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:56:36.652934 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-938222ad-5873-41df-b65d-d42719637a51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285398617716'] for port, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:56:36.789699 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvr_db [None req-32454e84-59d5-4fc8-83f6-23dc7d5e4e97 None None] Set router ad3843d4-4dcd-49b4-801e-7f8e8cf29b53 gateway port host: None {{(pid=85337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:56:36.875087 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-938222ad-5873-41df-b65d-d42719637a51 admin admin] For port 6a3b043d-7d2c-4083-8d94-2700f03d2f6f, host dv-cinder-733622-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-smb',level=0,port_id=6a3b043d-7d2c-4083-8d94-2700f03d2f6f,segment=NetworkSegment(72591246-2019-4cd4-9cf3-fab9e1d2beed),segment_id=72591246-2019-4cd4-9cf3-fab9e1d2beed)] {{(pid=85335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:56:36.875466 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-938222ad-5873-41df-b65d-d42719637a51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436170'] for port, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:56:37.023386 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-938222ad-5873-41df-b65d-d42719637a51 admin admin] Calling delete_port for 6a3b043d-7d2c-4083-8d94-2700f03d2f6f owned by network:router_gateway {{(pid=85335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 16:56:37.083311 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-32454e84-59d5-4fc8-83f6-23dc7d5e4e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad3843d4-4dcd-49b4-801e-7f8e8cf29b53', 'name': 'tempest-TestShelveInstance-1472907593-router', 'tenant_id': 'ab7c4e29afac4f9e95c5053828309dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:51:50Z', 'updated_at': '2021-04-16T16:56:36Z', 'revision_number': 6, 'project_id': 'ab7c4e29afac4f9e95c5053828309dfd', 'gw_port_host': None}], 'dv-cinder-733622-13-smb', False) {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:56:37.087856 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32454e84-59d5-4fc8-83f6-23dc7d5e4e97 None None] The sync data for ids ['ad3843d4-4dcd-49b4-801e-7f8e8cf29b53'] in dv-cinder-733622-13-smb is: [{'id': 'ad3843d4-4dcd-49b4-801e-7f8e8cf29b53', 'name': 'tempest-TestShelveInstance-1472907593-router', 'tenant_id': 'ab7c4e29afac4f9e95c5053828309dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:51:50Z', 'updated_at': '2021-04-16T16:56:36Z', 'revision_number': 6, 'project_id': 'ab7c4e29afac4f9e95c5053828309dfd', 'gw_port_host': None}] {{(pid=85337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 16:56:37.237388 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-938222ad-5873-41df-b65d-d42719637a51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751456166703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363285399062934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850737760'] for port, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:56:37.254383 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-463ee3be-5d78-4070-af55-3af2c6dc5315 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:56:37.354443 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938222ad-5873-41df-b65d-d42719637a51 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a3b043d-7d2c-4083-8d94-2700f03d2f6f,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:56:37.357172 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-938222ad-5873-41df-b65d-d42719637a51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:56:37.536677 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-938222ad-5873-41df-b65d-d42719637a51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-426984'] for router_gateway, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:56:37.737556 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-938222ad-5873-41df-b65d-d42719637a51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-457810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5633'] for router, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:56:37.740171 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-938222ad-5873-41df-b65d-d42719637a51 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:56:37.829609 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-938222ad-5873-41df-b65d-d42719637a51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854346814'] for router, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:56:37.830632 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-938222ad-5873-41df-b65d-d42719637a51 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad3843d4-4dcd-49b4-801e-7f8e8cf29b53 {{(pid=85335) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 16 16:56:37.845427 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-938222ad-5873-41df-b65d-d42719637a51 admin admin] Notify callbacks [] for router, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:56:37.848223 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-938222ad-5873-41df-b65d-d42719637a51 admin admin] 10.222.0.38 "DELETE /v2.0/routers/ad3843d4-4dcd-49b4-801e-7f8e8cf29b53 HTTP/1.1" status: 204 len: 168 time: 1.8780110 Apr 16 16:56:37.850644 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 45894) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:56:37.925606 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e5ec799-5177-445e-ade9-070f118c63a3 admin admin] Deleting subnet 77fdd9b8-ce12-4564-ad7d-62ce5897287c {{(pid=85335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 16:56:37.928894 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-7e5ec799-5177-445e-ade9-070f118c63a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:56:37.983895 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-7e5ec799-5177-445e-ade9-070f118c63a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850758313'] for subnet, precommit_delete_associations {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:56:38.110582 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-7e5ec799-5177-445e-ade9-070f118c63a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854774887'] for subnet, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:56:38.387033 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-7e5ec799-5177-445e-ade9-070f118c63a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4038133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2285337'] for subnet, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:56:38.403569 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:56:38.502920 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5ec799-5177-445e-ade9-070f118c63a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77fdd9b8-ce12-4564-ad7d-62ce5897287c,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:56:38.507921 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-7e5ec799-5177-445e-ade9-070f118c63a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:56:38.508804 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Device 6a3b043d-7d2c-4083-8d94-2700f03d2f6f no longer exists at agent ovs-agent-dv-cinder-733622-13-smb {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 16:56:38.551392 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] No Port match for: 6a3b043d-7d2c-4083-8d94-2700f03d2f6f {{(pid=85337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 16:56:38.551902 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Device 6a3b043d-7d2c-4083-8d94-2700f03d2f6f not bound to the agent host dv-cinder-733622-13-smb {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 16:56:38.552457 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Device ffe5cc1f-720b-44bd-a5c9-0e018f568374 no longer exists at agent ovs-agent-dv-cinder-733622-13-smb {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 16:56:38.558105 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-7e5ec799-5177-445e-ade9-070f118c63a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:56:38.568510 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 45898) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:56:38.568815 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-7e5ec799-5177-445e-ade9-070f118c63a3 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/77fdd9b8-ce12-4564-ad7d-62ce5897287c HTTP/1.1" status: 204 len: 168 time: 0.7166426 Apr 16 16:56:38.581908 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4807a316-fc52-40b0-9e2f-0207a1579cea None None] Network 141405ca-c540-4799-bdeb-b406e3f2ae7d requested from dv-cinder-733622-13-smb {{(pid=85337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 16:56:38.614479 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] No Port match for: ffe5cc1f-720b-44bd-a5c9-0e018f568374 {{(pid=85337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 16:56:38.614890 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Device ffe5cc1f-720b-44bd-a5c9-0e018f568374 not bound to the agent host dv-cinder-733622-13-smb {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 16:56:38.709794 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-b74c1da4-c91d-4d99-9509-1ff281e7325e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33594'] for network, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:56:38.811354 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-b74c1da4-c91d-4d99-9509-1ff281e7325e admin admin] Deleting port 8f95a5ce-6ed8-4a25-a80e-0912e65f787f {{(pid=85336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:56:38.811707 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-b74c1da4-c91d-4d99-9509-1ff281e7325e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285398617716'] for port, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:56:38.883641 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-060935b8-4a08-40ce-9073-c4612d723102 None None] DHCP port deletion for 141405ca-c540-4799-bdeb-b406e3f2ae7d request from dv-cinder-733622-13-smb {{(pid=85337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 16:56:38.889232 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-060935b8-4a08-40ce-9073-c4612d723102 None None] Deleting port 8f95a5ce-6ed8-4a25-a80e-0912e65f787f {{(pid=85337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:56:38.889859 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-060935b8-4a08-40ce-9073-c4612d723102 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285398617716'] for port, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:56:39.027362 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:56:39.053945 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-b74c1da4-c91d-4d99-9509-1ff281e7325e admin admin] For port 8f95a5ce-6ed8-4a25-a80e-0912e65f787f, host dv-cinder-733622-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-smb',level=0,port_id=8f95a5ce-6ed8-4a25-a80e-0912e65f787f,segment=NetworkSegment(4c5c09ca-d7f7-4695-8d8a-1222f3f945e8),segment_id=4c5c09ca-d7f7-4695-8d8a-1222f3f945e8)] {{(pid=85336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:56:39.054379 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-b74c1da4-c91d-4d99-9509-1ff281e7325e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436170'] for port, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:56:39.144275 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-060935b8-4a08-40ce-9073-c4612d723102 None None] For port 8f95a5ce-6ed8-4a25-a80e-0912e65f787f, host dv-cinder-733622-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-smb',level=0,port_id=8f95a5ce-6ed8-4a25-a80e-0912e65f787f,segment=NetworkSegment(4c5c09ca-d7f7-4695-8d8a-1222f3f945e8),segment_id=4c5c09ca-d7f7-4695-8d8a-1222f3f945e8)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:56:39.144709 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-060935b8-4a08-40ce-9073-c4612d723102 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436170'] for port, precommit_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:56:39.194838 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-b74c1da4-c91d-4d99-9509-1ff281e7325e admin admin] Calling delete_port for 8f95a5ce-6ed8-4a25-a80e-0912e65f787f owned by network:dhcp {{(pid=85336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 16:56:39.285592 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-b74c1da4-c91d-4d99-9509-1ff281e7325e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751456166703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363285399062934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2420184'] for port, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:56:39.291701 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-060935b8-4a08-40ce-9073-c4612d723102 None None] Calling delete_port for 8f95a5ce-6ed8-4a25-a80e-0912e65f787f owned by network:dhcp {{(pid=85337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 16:56:39.301767 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-d374659b-b003-4782-a33a-53a27af5b8c5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:56:39.377881 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.db.api [None req-060935b8-4a08-40ce-9073-c4612d723102 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85337) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 16 16:56:39.378324 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_db.api [None req-060935b8-4a08-40ce-9073-c4612d723102 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 16 16:56:39.419887 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74c1da4-c91d-4d99-9509-1ff281e7325e admin admin] Pushing event deleted for resources: {'Port': ['ID=8f95a5ce-6ed8-4a25-a80e-0912e65f787f,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:56:39.422657 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-b74c1da4-c91d-4d99-9509-1ff281e7325e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:56:39.461808 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74c1da4-c91d-4d99-9509-1ff281e7325e admin admin] No DVR routers for this DVR port 8f95a5ce-6ed8-4a25-a80e-0912e65f787f on host dv-cinder-733622-13-smb {{(pid=85336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 16:56:39.591949 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-b74c1da4-c91d-4d99-9509-1ff281e7325e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2001432', 'neutron.services.segments.db._delete_segments_for_network-8751456264904'] for network, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:56:39.718737 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.services.segments.db [None req-b74c1da4-c91d-4d99-9509-1ff281e7325e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['141405ca-c540-4799-bdeb-b406e3f2ae7d']}} {{(pid=85336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:56:39.733036 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.services.segments.db [None req-b74c1da4-c91d-4d99-9509-1ff281e7325e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c5c09ca-d7f7-4695-8d8a-1222f3f945e8') {'for_net_delete': True} {{(pid=85336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:56:39.733371 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.services.segments.db [None req-b74c1da4-c91d-4d99-9509-1ff281e7325e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c5c09ca-d7f7-4695-8d8a-1222f3f945e8') {} {{(pid=85336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:56:39.747335 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-b74c1da4-c91d-4d99-9509-1ff281e7325e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751456237017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2479916'] for segment, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:56:39.763838 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-b74c1da4-c91d-4d99-9509-1ff281e7325e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-60927'] for segment, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:56:39.771335 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b74c1da4-c91d-4d99-9509-1ff281e7325e admin admin] Releasing vlan 765 on physical network physnet1 to pool {{(pid=85336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 16:56:39.879647 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-060935b8-4a08-40ce-9073-c4612d723102 None None] Deleting port 8f95a5ce-6ed8-4a25-a80e-0912e65f787f {{(pid=85337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:56:39.880049 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-060935b8-4a08-40ce-9073-c4612d723102 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285398617716'] for port, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:56:39.953563 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-060935b8-4a08-40ce-9073-c4612d723102 None None] The port '8f95a5ce-6ed8-4a25-a80e-0912e65f787f' was deleted {{(pid=85337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 16 16:56:39.961445 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-b74c1da4-c91d-4d99-9509-1ff281e7325e admin admin] Network 141405ca-c540-4799-bdeb-b406e3f2ae7d has no segments {{(pid=85336) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 16:56:39.972489 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-b74c1da4-c91d-4d99-9509-1ff281e7325e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854714905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2419244'] for segment, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:56:40.161912 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-b74c1da4-c91d-4d99-9509-1ff281e7325e admin admin] Network 141405ca-c540-4799-bdeb-b406e3f2ae7d has no segments {{(pid=85336) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 16:56:40.185177 dv-cinder-733622-13-smb neutron-server[85220]: Traceback (most recent call last): Apr 16 16:56:40.185177 dv-cinder-733622-13-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 16:56:40.185177 dv-cinder-733622-13-smb neutron-server[85220]: timer() Apr 16 16:56:40.185177 dv-cinder-733622-13-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 16:56:40.185177 dv-cinder-733622-13-smb neutron-server[85220]: cb(*args, **kw) Apr 16 16:56:40.185177 dv-cinder-733622-13-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 16:56:40.185177 dv-cinder-733622-13-smb neutron-server[85220]: return func(*args, **kwargs) Apr 16 16:56:40.185177 dv-cinder-733622-13-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 16:56:40.185177 dv-cinder-733622-13-smb neutron-server[85220]: self._notify() Apr 16 16:56:40.185177 dv-cinder-733622-13-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 16:56:40.185177 dv-cinder-733622-13-smb neutron-server[85220]: self.callback(batched_events) Apr 16 16:56:40.185177 dv-cinder-733622-13-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 16:56:40.185177 dv-cinder-733622-13-smb neutron-server[85220]: event.method(event) Apr 16 16:56:40.185177 dv-cinder-733622-13-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 16:56:40.185177 dv-cinder-733622-13-smb neutron-server[85220]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 16:56:40.185177 dv-cinder-733622-13-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 16:56:40.185177 dv-cinder-733622-13-smb neutron-server[85220]: segment_id)['aggregates'][0] Apr 16 16:56:40.185177 dv-cinder-733622-13-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 16:56:40.185177 dv-cinder-733622-13-smb neutron-server[85220]: return f(self, *a, **k) Apr 16 16:56:40.185177 dv-cinder-733622-13-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 16:56:40.185177 dv-cinder-733622-13-smb neutron-server[85220]: return self._get(url).json() Apr 16 16:56:40.185177 dv-cinder-733622-13-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 16:56:40.185177 dv-cinder-733622-13-smb neutron-server[85220]: **kwargs) Apr 16 16:56:40.185177 dv-cinder-733622-13-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 16:56:40.185177 dv-cinder-733622-13-smb neutron-server[85220]: return self.request(url, 'GET', **kwargs) Apr 16 16:56:40.185177 dv-cinder-733622-13-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 16:56:40.185177 dv-cinder-733622-13-smb neutron-server[85220]: **endpoint_filter) Apr 16 16:56:40.185177 dv-cinder-733622-13-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 16:56:40.185177 dv-cinder-733622-13-smb neutron-server[85220]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 16:56:40.185177 dv-cinder-733622-13-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 16:56:40.185177 dv-cinder-733622-13-smb neutron-server[85220]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 16:56:40.185177 dv-cinder-733622-13-smb neutron-server[85220]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 16:56:40.275429 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-b74c1da4-c91d-4d99-9509-1ff281e7325e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036852774383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854349050'] for network, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:56:40.282379 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-b74c1da4-c91d-4d99-9509-1ff281e7325e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609088'] for network, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:56:40.286941 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-68bc3d5c-c621-473c-8bb0-73e2034ad041 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:56:40.309928 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74c1da4-c91d-4d99-9509-1ff281e7325e admin admin] Pushing event deleted for resources: {'Network': ['ID=141405ca-c540-4799-bdeb-b406e3f2ae7d,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:56:40.313127 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-b74c1da4-c91d-4d99-9509-1ff281e7325e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:56:40.324537 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-b74c1da4-c91d-4d99-9509-1ff281e7325e admin admin] 10.222.0.38 "DELETE /v2.0/networks/141405ca-c540-4799-bdeb-b406e3f2ae7d HTTP/1.1" status: 204 len: 168 time: 1.7540295 Apr 16 16:56:40.327729 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 45902) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:56:40.497082 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Device 8f95a5ce-6ed8-4a25-a80e-0912e65f787f no longer exists at agent ovs-agent-dv-cinder-733622-13-smb {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 16:56:40.538017 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] No Port match for: 8f95a5ce-6ed8-4a25-a80e-0912e65f787f {{(pid=85337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 16:56:40.538427 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Device 8f95a5ce-6ed8-4a25-a80e-0912e65f787f not bound to the agent host dv-cinder-733622-13-smb {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 16:56:40.961478 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-9acab89d-6565-4d23-bb67-6f2e8a90faba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432633'] for router_interface, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:56:41.586443 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-9acab89d-6565-4d23-bb67-6f2e8a90faba admin admin] Deleting port 7c4de90e-2564-4800-ac9a-13870ad45bf8 {{(pid=85336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:56:41.586719 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-9acab89d-6565-4d23-bb67-6f2e8a90faba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285398617716'] for port, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:56:41.778261 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-9acab89d-6565-4d23-bb67-6f2e8a90faba admin admin] For port 7c4de90e-2564-4800-ac9a-13870ad45bf8, host dv-cinder-733622-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-smb',level=0,port_id=7c4de90e-2564-4800-ac9a-13870ad45bf8,segment=NetworkSegment(b7ac3623-4131-4615-ab2f-c8faeafa4724),segment_id=b7ac3623-4131-4615-ab2f-c8faeafa4724)] {{(pid=85336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:56:41.778655 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-9acab89d-6565-4d23-bb67-6f2e8a90faba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436170'] for port, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:56:41.918586 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-9acab89d-6565-4d23-bb67-6f2e8a90faba admin admin] Calling delete_port for 7c4de90e-2564-4800-ac9a-13870ad45bf8 owned by network:router_interface {{(pid=85336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 16:56:42.104713 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-9acab89d-6565-4d23-bb67-6f2e8a90faba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751456166703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363285399062934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2420184'] for port, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:56:42.123554 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-96506d41-9623-4286-95a4-957ad1bbc1e0 tempest-VolumesActionsTest-441236573 tempest-VolumesActionsTest-441236573-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:56:42.219230 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acab89d-6565-4d23-bb67-6f2e8a90faba admin admin] Pushing event deleted for resources: {'Port': ['ID=7c4de90e-2564-4800-ac9a-13870ad45bf8,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:56:42.226844 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-9acab89d-6565-4d23-bb67-6f2e8a90faba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:56:42.601503 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-9acab89d-6565-4d23-bb67-6f2e8a90faba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853166662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-426834'] for router_interface, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:56:43.154981 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9acab89d-6565-4d23-bb67-6f2e8a90faba admin admin] Router 6d3aa471-7f3b-4376-98ba-a05cc813a483 has already been hosted by L3 agent 4aa3b6c8-2ef9-4577-bdb6-1cfedaad083f {{(pid=85336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 16:56:43.362994 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9acab89d-6565-4d23-bb67-6f2e8a90faba admin admin] Notify agent at l3_agent.dv-cinder-733622-13-smb the message routers_updated {{(pid=85336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 16:56:43.373462 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48da4128-33ec-42e2-990f-cff5dd6b6ed2 None None] Sync routers for ids ['6d3aa471-7f3b-4376-98ba-a05cc813a483'] in dv-cinder-733622-13-smb {{(pid=85338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 16:56:43.374242 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-9acab89d-6565-4d23-bb67-6f2e8a90faba admin admin] 10.222.0.38 "PUT /v2.0/routers/6d3aa471-7f3b-4376-98ba-a05cc813a483/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0452499 Apr 16 16:56:43.378019 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 45906) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:56:43.386726 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48da4128-33ec-42e2-990f-cff5dd6b6ed2 None None] Routers {'6d3aa471-7f3b-4376-98ba-a05cc813a483'} bound to L3 agent in host dv-cinder-733622-13-smb {{(pid=85338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:56:43.387569 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-48da4128-33ec-42e2-990f-cff5dd6b6ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-16T16:36:22Z,description=,heartbeat_timestamp=2021-04-16T16:56:22Z,host='dv-cinder-733622-13-smb',id=4aa3b6c8-2ef9-4577-bdb6-1cfedaad083f,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T16:36:22Z,topic='l3_agent')) {'router_ids': ['6d3aa471-7f3b-4376-98ba-a05cc813a483'], 'active': True} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:56:43.580930 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d92130e9-510d-4320-b07d-fe7e32079783 admin admin] Notify callbacks [] for router, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:56:43.593592 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvr_db [None req-48da4128-33ec-42e2-990f-cff5dd6b6ed2 None None] Set router 6d3aa471-7f3b-4376-98ba-a05cc813a483 gateway port host: dv-cinder-733622-13-smb {{(pid=85338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:56:43.928744 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-48da4128-33ec-42e2-990f-cff5dd6b6ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d3aa471-7f3b-4376-98ba-a05cc813a483', 'name': 'tempest-TestShelveInstance-577759941-router', 'tenant_id': '2af1774e2a884c2586e5008fa182fa1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'external_fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.245'}], 'enable_snat': True}, 'gw_port_id': '5d9dafb9-c0c5-43d1-8a29-b9fc06c39d01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:52:00Z', 'updated_at': '2021-04-16T16:56:42Z', 'revision_number': 5, 'project_id': '2af1774e2a884c2586e5008fa182fa1a', 'gw_port': {'id': '5d9dafb9-c0c5-43d1-8a29-b9fc06c39d01', 'name': '', 'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3aa471-7f3b-4376-98ba-a05cc813a483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:52:02Z', 'updated_at': '2021-04-16T16:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-smb'}], 'dv-cinder-733622-13-smb', False) {} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:56:43.933023 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48da4128-33ec-42e2-990f-cff5dd6b6ed2 None None] Checking router: 6d3aa471-7f3b-4376-98ba-a05cc813a483 for host: dv-cinder-733622-13-smb {{(pid=85338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 16:56:43.943293 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48da4128-33ec-42e2-990f-cff5dd6b6ed2 None None] Routers {'6d3aa471-7f3b-4376-98ba-a05cc813a483'} bound to L3 agent in host dv-cinder-733622-13-smb {{(pid=85338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:56:43.943881 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-48da4128-33ec-42e2-990f-cff5dd6b6ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-16T16:36:22Z,description=,heartbeat_timestamp=2021-04-16T16:56:22Z,host='dv-cinder-733622-13-smb',id=4aa3b6c8-2ef9-4577-bdb6-1cfedaad083f,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T16:36:22Z,topic='l3_agent')) {'router_ids': ['6d3aa471-7f3b-4376-98ba-a05cc813a483'], 'active': True} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:56:44.042702 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d92130e9-510d-4320-b07d-fe7e32079783 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:56:44.052383 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-d92130e9-510d-4320-b07d-fe7e32079783 admin admin] Deleting port 5d9dafb9-c0c5-43d1-8a29-b9fc06c39d01 {{(pid=85336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:56:44.052761 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d92130e9-510d-4320-b07d-fe7e32079783 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285398617716'] for port, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:56:44.138129 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvr_db [None req-48da4128-33ec-42e2-990f-cff5dd6b6ed2 None None] Set router 6d3aa471-7f3b-4376-98ba-a05cc813a483 gateway port host: dv-cinder-733622-13-smb {{(pid=85338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:56:44.252320 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-d92130e9-510d-4320-b07d-fe7e32079783 admin admin] For port 5d9dafb9-c0c5-43d1-8a29-b9fc06c39d01, host dv-cinder-733622-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-smb',level=0,port_id=5d9dafb9-c0c5-43d1-8a29-b9fc06c39d01,segment=NetworkSegment(72591246-2019-4cd4-9cf3-fab9e1d2beed),segment_id=72591246-2019-4cd4-9cf3-fab9e1d2beed)] {{(pid=85336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:56:44.252320 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d92130e9-510d-4320-b07d-fe7e32079783 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436170'] for port, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:56:44.409546 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-d92130e9-510d-4320-b07d-fe7e32079783 admin admin] Calling delete_port for 5d9dafb9-c0c5-43d1-8a29-b9fc06c39d01 owned by network:router_gateway {{(pid=85336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 16:56:44.480119 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-48da4128-33ec-42e2-990f-cff5dd6b6ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d3aa471-7f3b-4376-98ba-a05cc813a483', 'name': 'tempest-TestShelveInstance-577759941-router', 'tenant_id': '2af1774e2a884c2586e5008fa182fa1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'external_fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.245'}], 'enable_snat': True}, 'gw_port_id': '5d9dafb9-c0c5-43d1-8a29-b9fc06c39d01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:52:00Z', 'updated_at': '2021-04-16T16:56:42Z', 'revision_number': 5, 'project_id': '2af1774e2a884c2586e5008fa182fa1a', 'gw_port': {'id': '5d9dafb9-c0c5-43d1-8a29-b9fc06c39d01', 'name': '', 'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3aa471-7f3b-4376-98ba-a05cc813a483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:52:02Z', 'updated_at': '2021-04-16T16:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-smb'}], 'dv-cinder-733622-13-smb', False) {} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:56:44.485089 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48da4128-33ec-42e2-990f-cff5dd6b6ed2 None None] The sync data for ids ['6d3aa471-7f3b-4376-98ba-a05cc813a483'] in dv-cinder-733622-13-smb is: [{'id': '6d3aa471-7f3b-4376-98ba-a05cc813a483', 'name': 'tempest-TestShelveInstance-577759941-router', 'tenant_id': '2af1774e2a884c2586e5008fa182fa1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'external_fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.245'}], 'enable_snat': True}, 'gw_port_id': '5d9dafb9-c0c5-43d1-8a29-b9fc06c39d01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:52:00Z', 'updated_at': '2021-04-16T16:56:42Z', 'revision_number': 5, 'project_id': '2af1774e2a884c2586e5008fa182fa1a', 'gw_port': {'id': '5d9dafb9-c0c5-43d1-8a29-b9fc06c39d01', 'name': '', 'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3aa471-7f3b-4376-98ba-a05cc813a483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:52:02Z', 'updated_at': '2021-04-16T16:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-smb'}] {{(pid=85338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 16:56:44.607043 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d92130e9-510d-4320-b07d-fe7e32079783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751456166703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363285399062934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2420184'] for port, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:56:44.623118 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-07461802-c46e-4c46-819f-300ed0fabf58 tempest-AttachVolumeTestJSON-1830537043 tempest-AttachVolumeTestJSON-1830537043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:56:44.726259 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92130e9-510d-4320-b07d-fe7e32079783 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d9dafb9-c0c5-43d1-8a29-b9fc06c39d01,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:56:44.783223 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-d92130e9-510d-4320-b07d-fe7e32079783 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:56:44.889665 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-839c8bb4-55cf-4573-bb9a-2760d89ee87e req-680dddad-9c9f-411e-9286-116ed6f1e02f service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=76ec7b86-92ec-4f56-9b85-57307f6496ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1646771 Apr 16 16:56:45.061045 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d92130e9-510d-4320-b07d-fe7e32079783 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-426984'] for router_gateway, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:56:45.258649 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839c8bb4-55cf-4573-bb9a-2760d89ee87e req-8fbda167-b8d2-4d04-96bd-c59f62e842b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:56:45.260320 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-839c8bb4-55cf-4573-bb9a-2760d89ee87e req-8fbda167-b8d2-4d04-96bd-c59f62e842b2 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=52da619040dd4ebcbd9ac766b4445cb2&device_id=76ec7b86-92ec-4f56-9b85-57307f6496ce HTTP/1.1" status: 200 len: 1137 time: 0.3236427 Apr 16 16:56:45.262855 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d92130e9-510d-4320-b07d-fe7e32079783 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-457810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5633'] for router, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:56:45.265362 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d92130e9-510d-4320-b07d-fe7e32079783 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:56:45.308806 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d92130e9-510d-4320-b07d-fe7e32079783 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854346814'] for router, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:56:45.309537 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d92130e9-510d-4320-b07d-fe7e32079783 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d3aa471-7f3b-4376-98ba-a05cc813a483 {{(pid=85336) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 16 16:56:45.381412 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d92130e9-510d-4320-b07d-fe7e32079783 admin admin] Notify callbacks [] for router, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:56:45.382770 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-d92130e9-510d-4320-b07d-fe7e32079783 admin admin] 10.222.0.38 "DELETE /v2.0/routers/6d3aa471-7f3b-4376-98ba-a05cc813a483 HTTP/1.1" status: 204 len: 168 time: 2.0037119 Apr 16 16:56:45.385748 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 45910) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:56:45.445983 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839c8bb4-55cf-4573-bb9a-2760d89ee87e req-af80dd4a-4df0-402b-b25a-d6fc226f3334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:56:45.447576 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-839c8bb4-55cf-4573-bb9a-2760d89ee87e req-af80dd4a-4df0-402b-b25a-d6fc226f3334 service neutron] 10.222.0.87 "GET /v2.0/networks?id=d2fee6b3-d80c-4136-b36b-26b49b7df2ca HTTP/1.1" status: 200 len: 915 time: 0.1640866 Apr 16 16:56:45.465978 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff894db1-78e7-4c8f-ba6d-2f4fd9b7450a admin admin] Deleting subnet 6f6c8c84-cd8d-4bf3-b263-9a2e0e7778ea {{(pid=85335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 16:56:45.470098 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-ff894db1-78e7-4c8f-ba6d-2f4fd9b7450a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:56:45.539079 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-ff894db1-78e7-4c8f-ba6d-2f4fd9b7450a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850758313'] for subnet, precommit_delete_associations {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:56:45.568311 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-839c8bb4-55cf-4573-bb9a-2760d89ee87e req-298f487e-5dd5-4dfa-a00c-22f6905b6cb4 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=13d455aa-86fc-445f-9092-ee640298e9be HTTP/1.1" status: 200 len: 1001 time: 0.1130929 Apr 16 16:56:45.637006 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-ff894db1-78e7-4c8f-ba6d-2f4fd9b7450a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854774887'] for subnet, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:56:45.650127 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839c8bb4-55cf-4573-bb9a-2760d89ee87e req-c57e2c00-c571-4dfb-a188-f1d65d35b69a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:56:45.651938 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-839c8bb4-55cf-4573-bb9a-2760d89ee87e req-c57e2c00-c571-4dfb-a188-f1d65d35b69a service neutron] 10.222.0.87 "GET /v2.0/subnets?id=1ac0e1eb-c983-4f9a-bc40-dadb914d7027 HTTP/1.1" status: 200 len: 853 time: 0.0758605 Apr 16 16:56:45.746481 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839c8bb4-55cf-4573-bb9a-2760d89ee87e req-0137ef30-0916-42fd-a81f-81e221f05735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:56:45.748132 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-839c8bb4-55cf-4573-bb9a-2760d89ee87e req-0137ef30-0916-42fd-a81f-81e221f05735 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=d2fee6b3-d80c-4136-b36b-26b49b7df2ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0853422 Apr 16 16:56:45.897410 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-839c8bb4-55cf-4573-bb9a-2760d89ee87e req-92576fb1-462c-4b9d-bfb0-ad4d3058cca5 service neutron] 10.222.0.87 "GET /v2.0/networks/d2fee6b3-d80c-4136-b36b-26b49b7df2ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415522 Apr 16 16:56:45.919038 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-ff894db1-78e7-4c8f-ba6d-2f4fd9b7450a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4038133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2285337'] for subnet, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:56:45.936592 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:56:46.036817 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff894db1-78e7-4c8f-ba6d-2f4fd9b7450a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f6c8c84-cd8d-4bf3-b263-9a2e0e7778ea,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:56:46.050190 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff894db1-78e7-4c8f-ba6d-2f4fd9b7450a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:56:46.050621 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff894db1-78e7-4c8f-ba6d-2f4fd9b7450a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:56:46.051034 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff894db1-78e7-4c8f-ba6d-2f4fd9b7450a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:56:46.051437 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff894db1-78e7-4c8f-ba6d-2f4fd9b7450a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:56:46.051923 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff894db1-78e7-4c8f-ba6d-2f4fd9b7450a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:56:46.052075 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-839c8bb4-55cf-4573-bb9a-2760d89ee87e req-c6b5cdff-ae66-47e2-9b3a-68a82a0acbba service neutron] 10.222.0.87 "GET /v2.0/networks/d2fee6b3-d80c-4136-b36b-26b49b7df2ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436162 Apr 16 16:56:46.052397 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff894db1-78e7-4c8f-ba6d-2f4fd9b7450a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:56:46.052799 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff894db1-78e7-4c8f-ba6d-2f4fd9b7450a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:56:46.053199 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff894db1-78e7-4c8f-ba6d-2f4fd9b7450a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:56:46.053675 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff894db1-78e7-4c8f-ba6d-2f4fd9b7450a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:56:46.054124 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff894db1-78e7-4c8f-ba6d-2f4fd9b7450a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:56:46.054593 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff894db1-78e7-4c8f-ba6d-2f4fd9b7450a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:56:46.054996 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff894db1-78e7-4c8f-ba6d-2f4fd9b7450a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:56:46.059795 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-ff894db1-78e7-4c8f-ba6d-2f4fd9b7450a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:56:46.095643 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-ff894db1-78e7-4c8f-ba6d-2f4fd9b7450a admin admin] Notify callbacks [] for subnet, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:56:46.101681 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d22abdf3-64c8-48e3-9360-75eb8618a7f0 None None] Network 17a72322-ad29-4369-954d-022881cda973 requested from dv-cinder-733622-13-smb {{(pid=85337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 16:56:46.102884 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-ff894db1-78e7-4c8f-ba6d-2f4fd9b7450a admin admin] 10.222.0.38 "DELETE /v2.0/subnets/6f6c8c84-cd8d-4bf3-b263-9a2e0e7778ea HTTP/1.1" status: 204 len: 168 time: 0.7159765 Apr 16 16:56:46.106852 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 45914) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:56:46.232023 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-7117fb22-d9e7-4c86-bf61-6078525f3ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33594'] for network, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:56:46.309619 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-7117fb22-d9e7-4c86-bf61-6078525f3ff0 admin admin] Deleting port 81fa45de-3648-401e-81b5-fb9d6c55cd14 {{(pid=85335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:56:46.310340 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-7117fb22-d9e7-4c86-bf61-6078525f3ff0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285398617716'] for port, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:56:46.401445 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30dc6325-0491-4841-b079-b79a7a03a208 None None] DHCP port deletion for 17a72322-ad29-4369-954d-022881cda973 request from dv-cinder-733622-13-smb {{(pid=85337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 16:56:46.406276 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-30dc6325-0491-4841-b079-b79a7a03a208 None None] Deleting port 81fa45de-3648-401e-81b5-fb9d6c55cd14 {{(pid=85337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:56:46.406705 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-30dc6325-0491-4841-b079-b79a7a03a208 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285398617716'] for port, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:56:46.515510 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Device 5d9dafb9-c0c5-43d1-8a29-b9fc06c39d01 no longer exists at agent ovs-agent-dv-cinder-733622-13-smb {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 16:56:46.561534 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-7117fb22-d9e7-4c86-bf61-6078525f3ff0 admin admin] For port 81fa45de-3648-401e-81b5-fb9d6c55cd14, host dv-cinder-733622-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-smb',level=0,port_id=81fa45de-3648-401e-81b5-fb9d6c55cd14,segment=NetworkSegment(b7ac3623-4131-4615-ab2f-c8faeafa4724),segment_id=b7ac3623-4131-4615-ab2f-c8faeafa4724)] {{(pid=85335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:56:46.561761 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] No Port match for: 5d9dafb9-c0c5-43d1-8a29-b9fc06c39d01 {{(pid=85337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 16:56:46.562048 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-7117fb22-d9e7-4c86-bf61-6078525f3ff0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436170'] for port, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:56:46.562177 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Device 5d9dafb9-c0c5-43d1-8a29-b9fc06c39d01 not bound to the agent host dv-cinder-733622-13-smb {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 16:56:46.562616 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Device 7c4de90e-2564-4800-ac9a-13870ad45bf8 no longer exists at agent ovs-agent-dv-cinder-733622-13-smb {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 16:56:46.610023 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] No Port match for: 7c4de90e-2564-4800-ac9a-13870ad45bf8 {{(pid=85337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 16:56:46.610466 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Device 7c4de90e-2564-4800-ac9a-13870ad45bf8 not bound to the agent host dv-cinder-733622-13-smb {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 16:56:46.611505 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Device 81fa45de-3648-401e-81b5-fb9d6c55cd14 no longer exists at agent ovs-agent-dv-cinder-733622-13-smb {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 16:56:46.710830 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-7117fb22-d9e7-4c86-bf61-6078525f3ff0 admin admin] Calling delete_port for 81fa45de-3648-401e-81b5-fb9d6c55cd14 owned by network:dhcp {{(pid=85335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 16:56:46.780993 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-30dc6325-0491-4841-b079-b79a7a03a208 None None] For port 81fa45de-3648-401e-81b5-fb9d6c55cd14, host dv-cinder-733622-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-smb',level=0,port_id=81fa45de-3648-401e-81b5-fb9d6c55cd14,segment=NetworkSegment(b7ac3623-4131-4615-ab2f-c8faeafa4724),segment_id=b7ac3623-4131-4615-ab2f-c8faeafa4724)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:56:46.781420 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-30dc6325-0491-4841-b079-b79a7a03a208 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436170'] for port, precommit_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:56:46.798975 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-7117fb22-d9e7-4c86-bf61-6078525f3ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751456166703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363285399062934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850737760'] for port, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:56:46.816065 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:56:46.899558 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Port 81fa45de-3648-401e-81b5-fb9d6c55cd14 update to DOWN by agent not found {{(pid=85337) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2108}} Apr 16 16:56:46.992699 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-30dc6325-0491-4841-b079-b79a7a03a208 None None] Calling delete_port for 81fa45de-3648-401e-81b5-fb9d6c55cd14 owned by network:dhcp {{(pid=85337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 16:56:47.079222 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.db.api [None req-30dc6325-0491-4841-b079-b79a7a03a208 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85337) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 16 16:56:47.079617 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_db.api [None req-30dc6325-0491-4841-b079-b79a7a03a208 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 16 16:56:47.184811 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117fb22-d9e7-4c86-bf61-6078525f3ff0 admin admin] Pushing event deleted for resources: {'Port': ['ID=81fa45de-3648-401e-81b5-fb9d6c55cd14,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:56:47.190733 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-7117fb22-d9e7-4c86-bf61-6078525f3ff0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:56:47.226706 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7117fb22-d9e7-4c86-bf61-6078525f3ff0 admin admin] No DVR routers for this DVR port 81fa45de-3648-401e-81b5-fb9d6c55cd14 on host dv-cinder-733622-13-smb {{(pid=85335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 16:56:47.352502 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-7117fb22-d9e7-4c86-bf61-6078525f3ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2001432', 'neutron.services.segments.db._delete_segments_for_network-8751456264904'] for network, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:56:47.475144 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.services.segments.db [None req-7117fb22-d9e7-4c86-bf61-6078525f3ff0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17a72322-ad29-4369-954d-022881cda973']}} {{(pid=85335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:56:47.488430 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.services.segments.db [None req-7117fb22-d9e7-4c86-bf61-6078525f3ff0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7ac3623-4131-4615-ab2f-c8faeafa4724') {'for_net_delete': True} {{(pid=85335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:56:47.488765 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.services.segments.db [None req-7117fb22-d9e7-4c86-bf61-6078525f3ff0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7ac3623-4131-4615-ab2f-c8faeafa4724') {} {{(pid=85335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:56:47.501047 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-7117fb22-d9e7-4c86-bf61-6078525f3ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751456237017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4017519'] for segment, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:56:47.521845 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-7117fb22-d9e7-4c86-bf61-6078525f3ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-60927'] for segment, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:56:47.528679 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7117fb22-d9e7-4c86-bf61-6078525f3ff0 admin admin] Releasing vlan 761 on physical network physnet1 to pool {{(pid=85335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 16:56:47.580656 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-30dc6325-0491-4841-b079-b79a7a03a208 None None] Deleting port 81fa45de-3648-401e-81b5-fb9d6c55cd14 {{(pid=85337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:56:47.581087 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-30dc6325-0491-4841-b079-b79a7a03a208 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285398617716'] for port, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:56:47.656422 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-30dc6325-0491-4841-b079-b79a7a03a208 None None] The port '81fa45de-3648-401e-81b5-fb9d6c55cd14' was deleted {{(pid=85337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 16 16:56:47.728447 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-7117fb22-d9e7-4c86-bf61-6078525f3ff0 admin admin] Network 17a72322-ad29-4369-954d-022881cda973 has no segments {{(pid=85335) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 16:56:47.739406 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-7117fb22-d9e7-4c86-bf61-6078525f3ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854714905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850738604'] for segment, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:56:47.932327 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-7117fb22-d9e7-4c86-bf61-6078525f3ff0 admin admin] Network 17a72322-ad29-4369-954d-022881cda973 has no segments {{(pid=85335) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 16:56:47.955268 dv-cinder-733622-13-smb neutron-server[85220]: Traceback (most recent call last): Apr 16 16:56:47.955268 dv-cinder-733622-13-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 16:56:47.955268 dv-cinder-733622-13-smb neutron-server[85220]: timer() Apr 16 16:56:47.955268 dv-cinder-733622-13-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 16:56:47.955268 dv-cinder-733622-13-smb neutron-server[85220]: cb(*args, **kw) Apr 16 16:56:47.955268 dv-cinder-733622-13-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 16:56:47.955268 dv-cinder-733622-13-smb neutron-server[85220]: return func(*args, **kwargs) Apr 16 16:56:47.955268 dv-cinder-733622-13-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 16:56:47.955268 dv-cinder-733622-13-smb neutron-server[85220]: self._notify() Apr 16 16:56:47.955268 dv-cinder-733622-13-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 16:56:47.955268 dv-cinder-733622-13-smb neutron-server[85220]: self.callback(batched_events) Apr 16 16:56:47.955268 dv-cinder-733622-13-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 16:56:47.955268 dv-cinder-733622-13-smb neutron-server[85220]: event.method(event) Apr 16 16:56:47.955268 dv-cinder-733622-13-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 16:56:47.955268 dv-cinder-733622-13-smb neutron-server[85220]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 16:56:47.955268 dv-cinder-733622-13-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 16:56:47.955268 dv-cinder-733622-13-smb neutron-server[85220]: segment_id)['aggregates'][0] Apr 16 16:56:47.955268 dv-cinder-733622-13-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 16:56:47.955268 dv-cinder-733622-13-smb neutron-server[85220]: return f(self, *a, **k) Apr 16 16:56:47.955268 dv-cinder-733622-13-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 16:56:47.955268 dv-cinder-733622-13-smb neutron-server[85220]: return self._get(url).json() Apr 16 16:56:47.955268 dv-cinder-733622-13-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 16:56:47.955268 dv-cinder-733622-13-smb neutron-server[85220]: **kwargs) Apr 16 16:56:47.955268 dv-cinder-733622-13-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 16:56:47.955268 dv-cinder-733622-13-smb neutron-server[85220]: return self.request(url, 'GET', **kwargs) Apr 16 16:56:47.955268 dv-cinder-733622-13-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 16:56:47.955268 dv-cinder-733622-13-smb neutron-server[85220]: **endpoint_filter) Apr 16 16:56:47.955268 dv-cinder-733622-13-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 16:56:47.955268 dv-cinder-733622-13-smb neutron-server[85220]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 16:56:47.955268 dv-cinder-733622-13-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 16:56:47.955268 dv-cinder-733622-13-smb neutron-server[85220]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 16:56:47.955268 dv-cinder-733622-13-smb neutron-server[85220]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 16:56:48.034626 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-7117fb22-d9e7-4c86-bf61-6078525f3ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036852774383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854349050'] for network, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:56:48.039298 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:56:48.054429 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-7117fb22-d9e7-4c86-bf61-6078525f3ff0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609088'] for network, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:56:48.069816 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117fb22-d9e7-4c86-bf61-6078525f3ff0 admin admin] Pushing event deleted for resources: {'Network': ['ID=17a72322-ad29-4369-954d-022881cda973,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:56:48.073195 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-7117fb22-d9e7-4c86-bf61-6078525f3ff0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:56:48.074854 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-7117fb22-d9e7-4c86-bf61-6078525f3ff0 admin admin] 10.222.0.38 "DELETE /v2.0/networks/17a72322-ad29-4369-954d-022881cda973 HTTP/1.1" status: 204 len: 168 time: 1.9668441 Apr 16 16:56:48.280377 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 45920) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:56:48.536192 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-bb159713-5b14-45c8-b30d-374742cea0c2 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ab7c4e29afac4f9e95c5053828309dfd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2544641 Apr 16 16:56:48.539584 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 45926) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:56:48.611537 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-207f7a6c-62ed-4f01-b9c9-b9bf9d1db437 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:56:48.639965 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-207f7a6c-62ed-4f01-b9c9-b9bf9d1db437 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:56:48.692736 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-207f7a6c-62ed-4f01-b9c9-b9bf9d1db437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:56:48.698393 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-569501b0-a073-414e-bc03-0efb10c1cf5b tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:56:48.714274 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207f7a6c-62ed-4f01-b9c9-b9bf9d1db437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9bdf642-5e87-45d2-a6bb-47ae42bafda7,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:56:48.718397 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-207f7a6c-62ed-4f01-b9c9-b9bf9d1db437 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:56:48.723119 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-207f7a6c-62ed-4f01-b9c9-b9bf9d1db437 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:56:48.724364 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-207f7a6c-62ed-4f01-b9c9-b9bf9d1db437 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f9bdf642-5e87-45d2-a6bb-47ae42bafda7 HTTP/1.1" status: 204 len: 168 time: 0.1834905 Apr 16 16:56:49.074652 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 45934) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:56:49.127851 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-04f36d40-9f9f-40ee-91b2-01ebbbe36800 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2af1774e2a884c2586e5008fa182fa1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0517511 Apr 16 16:56:49.130468 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 45938) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:56:49.205717 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-7548711b-e84d-4107-b417-8213e50da405 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:56:49.237152 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-7548711b-e84d-4107-b417-8213e50da405 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:56:49.295121 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-7548711b-e84d-4107-b417-8213e50da405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:56:49.300455 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-6f56ec49-6904-4333-a18a-f5c06b45b6f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:56:49.311333 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7548711b-e84d-4107-b417-8213e50da405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bef7348-d2ba-4841-bbaa-5177c93b5214,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:56:49.315865 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-7548711b-e84d-4107-b417-8213e50da405 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:56:49.319727 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-7548711b-e84d-4107-b417-8213e50da405 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:56:49.321224 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-7548711b-e84d-4107-b417-8213e50da405 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2bef7348-d2ba-4841-bbaa-5177c93b5214 HTTP/1.1" status: 204 len: 168 time: 0.1894906 Apr 16 16:56:49.800116 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f1e94df8-f824-4c52-8a07-34412c01f061 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:56:51.825798 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-dc2a4cb7-a45a-49af-8441-2a92b47d84f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:56:52.877994 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-45c0d62a-bc24-48a8-9022-8ca56da26294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:56:53.524386 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:56:54.311103 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-53783e99-0c04-4d0d-b0b5-c5fd538000c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:56:54.620908 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.agents_db [None req-ebbb9395-3582-4696-b633-83ddaf7c527f None None] Agent healthcheck: found 6 active agents {{(pid=85338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 16:57:02.079374 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-b67089e6-c314-41f7-858e-d05f95843cef req-0648f4cf-bd8c-47ad-b614-5f2214b9a5a6 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1662851250&fields=id&tenant_id=52da619040dd4ebcbd9ac766b4445cb2 HTTP/1.1" status: 200 len: 267 time: 0.0516315 Apr 16 16:57:02.179594 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67089e6-c314-41f7-858e-d05f95843cef req-33ec082b-977d-410a-835e-758687e137dd tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:57:02.181344 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-b67089e6-c314-41f7-858e-d05f95843cef req-33ec082b-977d-410a-835e-758687e137dd tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] 10.222.0.38 "GET /v2.0/ports?device_id=76ec7b86-92ec-4f56-9b85-57307f6496ce HTTP/1.1" status: 200 len: 984 time: 0.0947788 Apr 16 16:57:02.193303 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.v2.base [req-b67089e6-c314-41f7-858e-d05f95843cef req-ece4bd0a-0f27-45ae-98c1-69d9a818fc09 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Request body: {'port': {'security_groups': ['c34df77b-bf25-4f0d-8838-b520afe0c643']}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:57:02.328822 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-b67089e6-c314-41f7-858e-d05f95843cef req-ece4bd0a-0f27-45ae-98c1-69d9a818fc09 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-78933'] for port, before_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:57:02.606614 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [req-b67089e6-c314-41f7-858e-d05f95843cef req-ece4bd0a-0f27-45ae-98c1-69d9a818fc09 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] For port 13d455aa-86fc-445f-9092-ee640298e9be, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=13d455aa-86fc-445f-9092-ee640298e9be,segment=NetworkSegment(2e0bb75a-40aa-4285-88c9-36c969753dea),segment_id=2e0bb75a-40aa-4285-88c9-36c969753dea)] {{(pid=85336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:57:02.633978 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-b67089e6-c314-41f7-858e-d05f95843cef req-ece4bd0a-0f27-45ae-98c1-69d9a818fc09 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Notify callbacks [] for port, precommit_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:57:02.637889 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-b67089e6-c314-41f7-858e-d05f95843cef req-ece4bd0a-0f27-45ae-98c1-69d9a818fc09 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751456166720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751455712883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285399062900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852355648'] for port, after_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:57:02.652245 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] get_ports_and_sgs() called for port_ids ['13d455aa-86fc-445f-9092-ee640298e9be'] {{(pid=85337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 16:57:02.658330 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-72325196-25c2-41ee-9767-0004dfd4b2cb tempest-VolumesNegativeTest-52718455 tempest-VolumesNegativeTest-52718455-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:57:02.815516 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece4bd0a-0f27-45ae-98c1-69d9a818fc09 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Pushing event updated for resources: {'Port': ['ID=13d455aa-86fc-445f-9092-ee640298e9be,revision_number=7']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:57:02.821269 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-ece4bd0a-0f27-45ae-98c1-69d9a818fc09 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:57:02.865822 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67089e6-c314-41f7-858e-d05f95843cef req-ece4bd0a-0f27-45ae-98c1-69d9a818fc09 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:57:02.866789 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-b67089e6-c314-41f7-858e-d05f95843cef req-ece4bd0a-0f27-45ae-98c1-69d9a818fc09 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768218'] for port, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:57:02.868313 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-b67089e6-c314-41f7-858e-d05f95843cef req-ece4bd0a-0f27-45ae-98c1-69d9a818fc09 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] 10.222.0.38 "PUT /v2.0/ports/13d455aa-86fc-445f-9092-ee640298e9be HTTP/1.1" status: 200 len: 942 time: 0.6800020 Apr 16 16:57:02.868877 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76ec7b86-92ec-4f56-9b85-57307f6496ce', 'tag': '13d455aa-86fc-445f-9092-ee640298e9be'}] {{(pid=85336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:57:02.875334 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 45952) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:57:02.927038 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76ec7b86-92ec-4f56-9b85-57307f6496ce', 'tag': '13d455aa-86fc-445f-9092-ee640298e9be', 'status': 'completed', 'code': 200} Apr 16 16:57:02.948798 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] get_ports_and_sgs() called for port_ids ['13d455aa-86fc-445f-9092-ee640298e9be'] {{(pid=85337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 16:57:02.967031 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e79c6bee-7d26-43a7-a325-b7da50e1fdf0 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:57:03.018325 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e79c6bee-7d26-43a7-a325-b7da50e1fdf0 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:57:03.053244 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0819eb0-9c81-4658-a00d-98657ecb4feb req-f81e11f6-5c53-46a0-9d0f-1d0e30144826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:57:03.055866 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-e0819eb0-9c81-4658-a00d-98657ecb4feb req-f81e11f6-5c53-46a0-9d0f-1d0e30144826 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=52da619040dd4ebcbd9ac766b4445cb2&device_id=76ec7b86-92ec-4f56-9b85-57307f6496ce HTTP/1.1" status: 200 len: 1098 time: 0.1048551 Apr 16 16:57:03.095919 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e79c6bee-7d26-43a7-a325-b7da50e1fdf0 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:57:03.104491 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-3c151722-aa21-4f2f-ae47-300f88012d17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:57:03.122458 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79c6bee-7d26-43a7-a325-b7da50e1fdf0 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3393755-558c-47db-9a8d-75afa875d178,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:57:03.125063 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-e79c6bee-7d26-43a7-a325-b7da50e1fdf0 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:57:03.131493 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e79c6bee-7d26-43a7-a325-b7da50e1fdf0 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:57:03.133484 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-e79c6bee-7d26-43a7-a325-b7da50e1fdf0 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] 10.222.0.38 "DELETE /v2.0/security-groups/f3393755-558c-47db-9a8d-75afa875d178 HTTP/1.1" status: 204 len: 168 time: 0.2569265 Apr 16 16:57:03.138470 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 45956) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:57:03.218418 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-6438559d-4104-448b-8a7a-386928faf771 None None] Provisioning complete for port 13d455aa-86fc-445f-9092-ee640298e9be triggered by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:57:03.218844 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-6438559d-4104-448b-8a7a-386928faf771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852761088'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:57:03.251484 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0819eb0-9c81-4658-a00d-98657ecb4feb req-0593bb1e-a714-4299-ba31-ed6a5e6b24e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:57:03.253867 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-e0819eb0-9c81-4658-a00d-98657ecb4feb req-0593bb1e-a714-4299-ba31-ed6a5e6b24e4 service neutron] 10.222.0.87 "GET /v2.0/networks?id=d2fee6b3-d80c-4136-b36b-26b49b7df2ca HTTP/1.1" status: 200 len: 915 time: 0.1910379 Apr 16 16:57:03.398442 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-e0819eb0-9c81-4658-a00d-98657ecb4feb req-32ebb3d5-a3ae-494c-8aed-e104e9f8a74c service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=13d455aa-86fc-445f-9092-ee640298e9be HTTP/1.1" status: 200 len: 1001 time: 0.1319935 Apr 16 16:57:03.458726 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-8e0a2543-ce08-455d-92f7-a55cdec29205 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Deleting port ad293b05-88eb-478e-bc43-d0fab48dee30 {{(pid=85335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:57:03.459036 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8e0a2543-ce08-455d-92f7-a55cdec29205 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285398617716'] for port, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:57:03.472297 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0819eb0-9c81-4658-a00d-98657ecb4feb req-5c60a3da-0cd6-4ae2-9056-3849f445d225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:57:03.473916 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-e0819eb0-9c81-4658-a00d-98657ecb4feb req-5c60a3da-0cd6-4ae2-9056-3849f445d225 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=1ac0e1eb-c983-4f9a-bc40-dadb914d7027 HTTP/1.1" status: 200 len: 853 time: 0.0706856 Apr 16 16:57:03.565093 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0819eb0-9c81-4658-a00d-98657ecb4feb req-375e7f58-5bae-465f-9681-71124fbd784e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:57:03.566900 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-e0819eb0-9c81-4658-a00d-98657ecb4feb req-375e7f58-5bae-465f-9681-71124fbd784e service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=d2fee6b3-d80c-4136-b36b-26b49b7df2ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0859654 Apr 16 16:57:03.657689 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8e0a2543-ce08-455d-92f7-a55cdec29205 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436170'] for port, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:57:03.657965 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8e0a2543-ce08-455d-92f7-a55cdec29205 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:57:03.716815 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-e0819eb0-9c81-4658-a00d-98657ecb4feb req-dc26c4cb-1c02-461a-a105-fa5afeb55c29 service neutron] 10.222.0.87 "GET /v2.0/networks/d2fee6b3-d80c-4136-b36b-26b49b7df2ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424055 Apr 16 16:57:03.798574 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-8e0a2543-ce08-455d-92f7-a55cdec29205 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Calling delete_port for ad293b05-88eb-478e-bc43-d0fab48dee30 owned by network:floatingip {{(pid=85335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 16:57:03.983119 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8e0a2543-ce08-455d-92f7-a55cdec29205 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751456166703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363285399062934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850737760'] for port, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:57:03.999921 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-8f7a95ed-76e4-4772-a89a-e98bb9f1a464 tempest-AttachVolumeShelveTestJSON-424496098 tempest-AttachVolumeShelveTestJSON-424496098-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:57:04.102069 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0a2543-ce08-455d-92f7-a55cdec29205 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Pushing event deleted for resources: {'Port': ['ID=ad293b05-88eb-478e-bc43-d0fab48dee30,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:57:04.106185 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-8e0a2543-ce08-455d-92f7-a55cdec29205 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:57:04.131223 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-e0819eb0-9c81-4658-a00d-98657ecb4feb req-d764ec5d-a4b8-4c35-a0d0-2597a5fa1348 service neutron] 10.222.0.87 "GET /v2.0/networks/d2fee6b3-d80c-4136-b36b-26b49b7df2ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4065731 Apr 16 16:57:04.275875 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8e0a2543-ce08-455d-92f7-a55cdec29205 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Notify callbacks [] for floatingip, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:57:04.276172 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.db.l3_db [None req-8e0a2543-ce08-455d-92f7-a55cdec29205 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Floating IP 4cdf9ab5-8c50-4fb5-a797-d70443c06560 disassociated (deleted). External IP: 172.28.2.221, port: 13d455aa-86fc-445f-9092-ee640298e9be. Apr 16 16:57:04.678185 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e0a2543-ce08-455d-92f7-a55cdec29205 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Router cc1b1c33-8b53-48e1-ae82-630ad92a19c3 has already been hosted by L3 agent 4aa3b6c8-2ef9-4577-bdb6-1cfedaad083f {{(pid=85335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 16:57:04.887031 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e0a2543-ce08-455d-92f7-a55cdec29205 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Notify agent at l3_agent.dv-cinder-733622-13-smb the message routers_updated {{(pid=85335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 16:57:04.898120 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88d0c16-f225-4138-a0a6-4cc8d856382f None None] Sync routers for ids ['cc1b1c33-8b53-48e1-ae82-630ad92a19c3'] in dv-cinder-733622-13-smb {{(pid=85337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 16:57:04.908075 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8e0a2543-ce08-455d-92f7-a55cdec29205 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768218'] for floatingip, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:57:04.908627 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88d0c16-f225-4138-a0a6-4cc8d856382f None None] Routers {'cc1b1c33-8b53-48e1-ae82-630ad92a19c3'} bound to L3 agent in host dv-cinder-733622-13-smb {{(pid=85337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:57:04.909342 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-d88d0c16-f225-4138-a0a6-4cc8d856382f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T16:36:22Z,description=,heartbeat_timestamp=2021-04-16T16:56:52Z,host='dv-cinder-733622-13-smb',id=4aa3b6c8-2ef9-4577-bdb6-1cfedaad083f,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T16:36:22Z,topic='l3_agent')) {'router_ids': ['cc1b1c33-8b53-48e1-ae82-630ad92a19c3'], 'active': True} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:57:04.974793 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-8e0a2543-ce08-455d-92f7-a55cdec29205 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] 10.222.0.38 "DELETE /v2.0/floatingips/4cdf9ab5-8c50-4fb5-a797-d70443c06560 HTTP/1.1" status: 204 len: 168 time: 1.8335640 Apr 16 16:57:04.975574 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76ec7b86-92ec-4f56-9b85-57307f6496ce', 'tag': '13d455aa-86fc-445f-9092-ee640298e9be'}] {{(pid=85335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:57:05.038517 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76ec7b86-92ec-4f56-9b85-57307f6496ce', 'tag': '13d455aa-86fc-445f-9092-ee640298e9be', 'status': 'completed', 'code': 200} Apr 16 16:57:05.130513 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvr_db [None req-d88d0c16-f225-4138-a0a6-4cc8d856382f None None] Set router cc1b1c33-8b53-48e1-ae82-630ad92a19c3 gateway port host: dv-cinder-733622-13-smb {{(pid=85337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:57:05.156953 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273b43c7-9724-455a-b6be-d4685cb5c0bd req-32416d72-6cc5-49b0-add5-8023d97fd5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:57:05.159630 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-273b43c7-9724-455a-b6be-d4685cb5c0bd req-32416d72-6cc5-49b0-add5-8023d97fd5d0 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=52da619040dd4ebcbd9ac766b4445cb2&device_id=76ec7b86-92ec-4f56-9b85-57307f6496ce HTTP/1.1" status: 200 len: 1098 time: 0.0919876 Apr 16 16:57:05.342450 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273b43c7-9724-455a-b6be-d4685cb5c0bd req-08500082-66b2-4741-add2-8cb557f14520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:57:05.344464 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-273b43c7-9724-455a-b6be-d4685cb5c0bd req-08500082-66b2-4741-add2-8cb557f14520 service neutron] 10.222.0.87 "GET /v2.0/networks?id=d2fee6b3-d80c-4136-b36b-26b49b7df2ca HTTP/1.1" status: 200 len: 915 time: 0.1762116 Apr 16 16:57:05.443691 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-273b43c7-9724-455a-b6be-d4685cb5c0bd req-6c22b1b1-10fe-4bf1-9ba6-7d5e0c571354 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=13d455aa-86fc-445f-9092-ee640298e9be HTTP/1.1" status: 200 len: 217 time: 0.0887630 Apr 16 16:57:05.548797 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273b43c7-9724-455a-b6be-d4685cb5c0bd req-1cd96fec-961c-48a8-864d-9188e93ce044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:57:05.550434 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-273b43c7-9724-455a-b6be-d4685cb5c0bd req-1cd96fec-961c-48a8-864d-9188e93ce044 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=1ac0e1eb-c983-4f9a-bc40-dadb914d7027 HTTP/1.1" status: 200 len: 853 time: 0.0966992 Apr 16 16:57:05.655857 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273b43c7-9724-455a-b6be-d4685cb5c0bd req-5ecfa455-3f7e-4db8-9fb3-df8dfc8db7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:57:05.658109 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-273b43c7-9724-455a-b6be-d4685cb5c0bd req-5ecfa455-3f7e-4db8-9fb3-df8dfc8db7f4 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=d2fee6b3-d80c-4136-b36b-26b49b7df2ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0981255 Apr 16 16:57:05.731450 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-d88d0c16-f225-4138-a0a6-4cc8d856382f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc1b1c33-8b53-48e1-ae82-630ad92a19c3', 'name': 'tempest-TestMinimumBasicScenario-742880074-router', 'tenant_id': '52da619040dd4ebcbd9ac766b4445cb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'external_fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.181'}], 'enable_snat': True}, 'gw_port_id': '53d2dc37-cf74-41a8-a076-b58c42a0613b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:54:44Z', 'updated_at': '2021-04-16T16:54:50Z', 'revision_number': 4, 'project_id': '52da619040dd4ebcbd9ac766b4445cb2', 'gw_port': {'id': '53d2dc37-cf74-41a8-a076-b58c42a0613b', 'name': '', 'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:f5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1b1c33-8b53-48e1-ae82-630ad92a19c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:54:45Z', 'updated_at': '2021-04-16T16:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-smb', '_interfaces': [{'id': 'f754e634-195d-48cb-8e13-1ec58551d3e9', 'name': '', 'network_id': 'd2fee6b3-d80c-4136-b36b-26b49b7df2ca', 'tenant_id': '52da619040dd4ebcbd9ac766b4445cb2', 'mac_address': 'fa:16:3e:4d:c2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1b1c33-8b53-48e1-ae82-630ad92a19c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '1ac0e1eb-c983-4f9a-bc40-dadb914d7027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:54:49Z', 'updated_at': '2021-04-16T16:54:59Z', 'revision_number': 5, 'project_id': '52da619040dd4ebcbd9ac766b4445cb2', 'subnets': [{'id': '1ac0e1eb-c983-4f9a-bc40-dadb914d7027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-13-smb', False) {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:57:05.736230 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88d0c16-f225-4138-a0a6-4cc8d856382f None None] Checking router: cc1b1c33-8b53-48e1-ae82-630ad92a19c3 for host: dv-cinder-733622-13-smb {{(pid=85337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 16:57:05.746471 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88d0c16-f225-4138-a0a6-4cc8d856382f None None] Routers {'cc1b1c33-8b53-48e1-ae82-630ad92a19c3'} bound to L3 agent in host dv-cinder-733622-13-smb {{(pid=85337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:57:05.747200 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-d88d0c16-f225-4138-a0a6-4cc8d856382f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T16:36:22Z,description=,heartbeat_timestamp=2021-04-16T16:56:52Z,host='dv-cinder-733622-13-smb',id=4aa3b6c8-2ef9-4577-bdb6-1cfedaad083f,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T16:36:22Z,topic='l3_agent')) {'router_ids': ['cc1b1c33-8b53-48e1-ae82-630ad92a19c3'], 'active': True} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:57:05.824913 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-273b43c7-9724-455a-b6be-d4685cb5c0bd req-f4600279-71ef-4923-8a96-8c7fa7f852b0 service neutron] 10.222.0.87 "GET /v2.0/networks/d2fee6b3-d80c-4136-b36b-26b49b7df2ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590500 Apr 16 16:57:05.953152 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvr_db [None req-d88d0c16-f225-4138-a0a6-4cc8d856382f None None] Set router cc1b1c33-8b53-48e1-ae82-630ad92a19c3 gateway port host: dv-cinder-733622-13-smb {{(pid=85337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:57:05.983714 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-273b43c7-9724-455a-b6be-d4685cb5c0bd req-00cccbee-8f80-4ced-ab51-8831490229c0 service neutron] 10.222.0.87 "GET /v2.0/networks/d2fee6b3-d80c-4136-b36b-26b49b7df2ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516430 Apr 16 16:57:06.340219 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-d88d0c16-f225-4138-a0a6-4cc8d856382f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc1b1c33-8b53-48e1-ae82-630ad92a19c3', 'name': 'tempest-TestMinimumBasicScenario-742880074-router', 'tenant_id': '52da619040dd4ebcbd9ac766b4445cb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'external_fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.181'}], 'enable_snat': True}, 'gw_port_id': '53d2dc37-cf74-41a8-a076-b58c42a0613b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:54:44Z', 'updated_at': '2021-04-16T16:54:50Z', 'revision_number': 4, 'project_id': '52da619040dd4ebcbd9ac766b4445cb2', 'gw_port': {'id': '53d2dc37-cf74-41a8-a076-b58c42a0613b', 'name': '', 'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:f5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1b1c33-8b53-48e1-ae82-630ad92a19c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:54:45Z', 'updated_at': '2021-04-16T16:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-smb', '_interfaces': [{'id': 'f754e634-195d-48cb-8e13-1ec58551d3e9', 'name': '', 'network_id': 'd2fee6b3-d80c-4136-b36b-26b49b7df2ca', 'tenant_id': '52da619040dd4ebcbd9ac766b4445cb2', 'mac_address': 'fa:16:3e:4d:c2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1b1c33-8b53-48e1-ae82-630ad92a19c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '1ac0e1eb-c983-4f9a-bc40-dadb914d7027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:54:49Z', 'updated_at': '2021-04-16T16:54:59Z', 'revision_number': 5, 'project_id': '52da619040dd4ebcbd9ac766b4445cb2', 'subnets': [{'id': '1ac0e1eb-c983-4f9a-bc40-dadb914d7027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-13-smb', False) {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:57:06.345292 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88d0c16-f225-4138-a0a6-4cc8d856382f None None] The sync data for ids ['cc1b1c33-8b53-48e1-ae82-630ad92a19c3'] in dv-cinder-733622-13-smb is: [{'id': 'cc1b1c33-8b53-48e1-ae82-630ad92a19c3', 'name': 'tempest-TestMinimumBasicScenario-742880074-router', 'tenant_id': '52da619040dd4ebcbd9ac766b4445cb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'external_fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.181'}], 'enable_snat': True}, 'gw_port_id': '53d2dc37-cf74-41a8-a076-b58c42a0613b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:54:44Z', 'updated_at': '2021-04-16T16:54:50Z', 'revision_number': 4, 'project_id': '52da619040dd4ebcbd9ac766b4445cb2', 'gw_port': {'id': '53d2dc37-cf74-41a8-a076-b58c42a0613b', 'name': '', 'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:f5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1b1c33-8b53-48e1-ae82-630ad92a19c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:54:45Z', 'updated_at': '2021-04-16T16:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-smb', '_interfaces': [{'id': 'f754e634-195d-48cb-8e13-1ec58551d3e9', 'name': '', 'network_id': 'd2fee6b3-d80c-4136-b36b-26b49b7df2ca', 'tenant_id': '52da619040dd4ebcbd9ac766b4445cb2', 'mac_address': 'fa:16:3e:4d:c2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1b1c33-8b53-48e1-ae82-630ad92a19c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '1ac0e1eb-c983-4f9a-bc40-dadb914d7027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:54:49Z', 'updated_at': '2021-04-16T16:54:59Z', 'revision_number': 5, 'project_id': '52da619040dd4ebcbd9ac766b4445cb2', 'subnets': [{'id': '1ac0e1eb-c983-4f9a-bc40-dadb914d7027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 16:57:06.769968 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef791187-7312-4b96-ae98-3e69ee627151 None None] New status for floating IP 4cdf9ab5-8c50-4fb5-a797-d70443c06560: DOWN {{(pid=85338) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 16 16:57:08.556055 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231e34ae-75b5-4ca0-b323-ae53d764c9f7 req-b2459b79-53c6-4864-8405-eeb7a90325e2 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:57:08.556841 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-231e34ae-75b5-4ca0-b323-ae53d764c9f7 req-b2459b79-53c6-4864-8405-eeb7a90325e2 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Synchronizing usage tracker for tenant:52da619040dd4ebcbd9ac766b4445cb2 on resource:port {{(pid=85335) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 16:57:08.574597 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-231e34ae-75b5-4ca0-b323-ae53d764c9f7 req-b2459b79-53c6-4864-8405-eeb7a90325e2 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Unset dirty status for tenant:52da619040dd4ebcbd9ac766b4445cb2 on resource:port {{(pid=85335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 16:57:08.575950 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-231e34ae-75b5-4ca0-b323-ae53d764c9f7 req-b2459b79-53c6-4864-8405-eeb7a90325e2 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] 10.222.0.38 "GET /v2.0/ports?device_id=76ec7b86-92ec-4f56-9b85-57307f6496ce HTTP/1.1" status: 200 len: 945 time: 0.1401041 Apr 16 16:57:08.634088 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-231e34ae-75b5-4ca0-b323-ae53d764c9f7 req-d85fc020-db99-4486-9c12-012ae9ca5166 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Synchronizing usage tracker for tenant:52da619040dd4ebcbd9ac766b4445cb2 on resource:security_group {{(pid=85335) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 16:57:08.651885 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-231e34ae-75b5-4ca0-b323-ae53d764c9f7 req-d85fc020-db99-4486-9c12-012ae9ca5166 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Unset dirty status for tenant:52da619040dd4ebcbd9ac766b4445cb2 on resource:security_group {{(pid=85335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 16:57:08.653165 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-231e34ae-75b5-4ca0-b323-ae53d764c9f7 req-d85fc020-db99-4486-9c12-012ae9ca5166 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] 10.222.0.38 "GET /v2.0/security-groups?id=c34df77b-bf25-4f0d-8838-b520afe0c643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705030 Apr 16 16:57:09.006415 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:57:09.867751 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862974b2-6805-4154-b06a-634906020fd3 req-ee8e712e-20b0-4192-b9d3-913c243132ef tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:57:09.869356 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-862974b2-6805-4154-b06a-634906020fd3 req-ee8e712e-20b0-4192-b9d3-913c243132ef tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] 10.222.0.38 "GET /v2.0/ports?device_id=76ec7b86-92ec-4f56-9b85-57307f6496ce HTTP/1.1" status: 200 len: 945 time: 0.0968299 Apr 16 16:57:09.918406 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-862974b2-6805-4154-b06a-634906020fd3 req-59b97232-c1cd-4ce0-b10d-68cb881f5509 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] 10.222.0.38 "GET /v2.0/security-groups?id=c34df77b-bf25-4f0d-8838-b520afe0c643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422316 Apr 16 16:57:10.586503 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c515dd2b-83d1-47e1-9754-bb5c70e7bd6a req-52963511-b4bb-4b76-ac2e-cae12005e135 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:57:10.587784 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-c515dd2b-83d1-47e1-9754-bb5c70e7bd6a req-52963511-b4bb-4b76-ac2e-cae12005e135 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] 10.222.0.87 "GET /v2.0/ports?device_id=76ec7b86-92ec-4f56-9b85-57307f6496ce HTTP/1.1" status: 200 len: 945 time: 0.1022954 Apr 16 16:57:10.671129 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [req-c515dd2b-83d1-47e1-9754-bb5c70e7bd6a req-b430cdd6-ffd7-4f31-962f-5309156f222b tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Deleting port 13d455aa-86fc-445f-9092-ee640298e9be {{(pid=85336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:57:10.671520 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-c515dd2b-83d1-47e1-9754-bb5c70e7bd6a req-b430cdd6-ffd7-4f31-962f-5309156f222b tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285398617716'] for port, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:57:10.949663 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [req-c515dd2b-83d1-47e1-9754-bb5c70e7bd6a req-b430cdd6-ffd7-4f31-962f-5309156f222b tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] For port 13d455aa-86fc-445f-9092-ee640298e9be, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=13d455aa-86fc-445f-9092-ee640298e9be,segment=NetworkSegment(2e0bb75a-40aa-4285-88c9-36c969753dea),segment_id=2e0bb75a-40aa-4285-88c9-36c969753dea)] {{(pid=85336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:57:10.950311 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-c515dd2b-83d1-47e1-9754-bb5c70e7bd6a req-b430cdd6-ffd7-4f31-962f-5309156f222b tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436170'] for port, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:57:11.105577 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [req-c515dd2b-83d1-47e1-9754-bb5c70e7bd6a req-b430cdd6-ffd7-4f31-962f-5309156f222b tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Calling delete_port for 13d455aa-86fc-445f-9092-ee640298e9be owned by compute:nova {{(pid=85336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 16:57:11.144499 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e7926b-9ef8-40fb-92ae-d4410c8a264e req-8690c484-b30d-40f4-abe4-fd96e82f7743 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:57:11.146189 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-78e7926b-9ef8-40fb-92ae-d4410c8a264e req-8690c484-b30d-40f4-abe4-fd96e82f7743 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] 10.222.0.38 "GET /v2.0/ports?device_id=76ec7b86-92ec-4f56-9b85-57307f6496ce HTTP/1.1" status: 200 len: 945 time: 0.1044741 Apr 16 16:57:11.199624 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-78e7926b-9ef8-40fb-92ae-d4410c8a264e req-5531058e-e393-4c68-a182-526ad32027c7 tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] 10.222.0.38 "GET /v2.0/security-groups?id=c34df77b-bf25-4f0d-8838-b520afe0c643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461566 Apr 16 16:57:11.271820 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-c515dd2b-83d1-47e1-9754-bb5c70e7bd6a req-b430cdd6-ffd7-4f31-962f-5309156f222b tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751456166703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363285399062934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2420184'] for port, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:57:11.284668 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] get_ports_and_sgs() called for port_ids ['13d455aa-86fc-445f-9092-ee640298e9be'] {{(pid=85337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 16:57:11.288645 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-f4b90343-2086-4127-b659-0ce0b8ee4bf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:57:11.412044 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430cdd6-ffd7-4f31-962f-5309156f222b tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Pushing event deleted for resources: {'Port': ['ID=13d455aa-86fc-445f-9092-ee640298e9be,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:57:11.420256 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-b430cdd6-ffd7-4f31-962f-5309156f222b tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:57:11.576005 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [req-c515dd2b-83d1-47e1-9754-bb5c70e7bd6a req-b430cdd6-ffd7-4f31-962f-5309156f222b tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] No DVR routers for this DVR port 13d455aa-86fc-445f-9092-ee640298e9be on host hv-cinder-73362 {{(pid=85336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 16:57:11.578616 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-c515dd2b-83d1-47e1-9754-bb5c70e7bd6a req-b430cdd6-ffd7-4f31-962f-5309156f222b tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768218'] for port, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:57:11.581511 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76ec7b86-92ec-4f56-9b85-57307f6496ce', 'name': 'network-vif-deleted', 'tag': '13d455aa-86fc-445f-9092-ee640298e9be'}] {{(pid=85336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:57:11.598641 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [req-c515dd2b-83d1-47e1-9754-bb5c70e7bd6a req-b430cdd6-ffd7-4f31-962f-5309156f222b tempest-TestMinimumBasicScenario-1071179376 tempest-TestMinimumBasicScenario-1071179376-project] 10.222.0.87 "DELETE /v2.0/ports/13d455aa-86fc-445f-9092-ee640298e9be HTTP/1.1" status: 204 len: 173 time: 1.0043459 Apr 16 16:57:11.642078 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76ec7b86-92ec-4f56-9b85-57307f6496ce', 'name': 'network-vif-deleted', 'tag': '13d455aa-86fc-445f-9092-ee640298e9be', 'status': 'completed', 'code': 200} Apr 16 16:57:13.159152 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 46038) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:57:14.049355 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-ef9d376c-aea5-4803-abea-03d410fbaa70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432633'] for router_interface, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:57:14.466226 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-ef9d376c-aea5-4803-abea-03d410fbaa70 admin admin] Deleting port f754e634-195d-48cb-8e13-1ec58551d3e9 {{(pid=85335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:57:14.467204 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-ef9d376c-aea5-4803-abea-03d410fbaa70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285398617716'] for port, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:57:14.673521 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-ef9d376c-aea5-4803-abea-03d410fbaa70 admin admin] For port f754e634-195d-48cb-8e13-1ec58551d3e9, host dv-cinder-733622-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-smb',level=0,port_id=f754e634-195d-48cb-8e13-1ec58551d3e9,segment=NetworkSegment(2e0bb75a-40aa-4285-88c9-36c969753dea),segment_id=2e0bb75a-40aa-4285-88c9-36c969753dea)] {{(pid=85335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:57:14.673917 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-ef9d376c-aea5-4803-abea-03d410fbaa70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436170'] for port, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:57:14.816421 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-ef9d376c-aea5-4803-abea-03d410fbaa70 admin admin] Calling delete_port for f754e634-195d-48cb-8e13-1ec58551d3e9 owned by network:router_interface {{(pid=85335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 16:57:15.016653 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-ef9d376c-aea5-4803-abea-03d410fbaa70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751456166703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363285399062934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850737760'] for port, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:57:15.033057 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-d7f5dc1a-3c31-4092-a172-34fbdb20f32f tempest-VolumesActionsTest-1092818245 tempest-VolumesActionsTest-1092818245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:57:15.135431 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9d376c-aea5-4803-abea-03d410fbaa70 admin admin] Pushing event deleted for resources: {'Port': ['ID=f754e634-195d-48cb-8e13-1ec58551d3e9,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:57:15.141403 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-ef9d376c-aea5-4803-abea-03d410fbaa70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:57:15.187996 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Device 13d455aa-86fc-445f-9092-ee640298e9be no longer exists at agent hyperv_hv-cinder-73362 {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 16:57:15.228296 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] No Port match for: 13d455aa-86fc-445f-9092-ee640298e9be {{(pid=85337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 16:57:15.228695 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Device 13d455aa-86fc-445f-9092-ee640298e9be not bound to the agent host hv-cinder-73362 {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 16:57:15.518413 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-ef9d376c-aea5-4803-abea-03d410fbaa70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853166662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-426834'] for router_interface, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:57:16.061722 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef9d376c-aea5-4803-abea-03d410fbaa70 admin admin] Router cc1b1c33-8b53-48e1-ae82-630ad92a19c3 has already been hosted by L3 agent 4aa3b6c8-2ef9-4577-bdb6-1cfedaad083f {{(pid=85335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 16:57:16.258787 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef9d376c-aea5-4803-abea-03d410fbaa70 admin admin] Notify agent at l3_agent.dv-cinder-733622-13-smb the message routers_updated {{(pid=85335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 16:57:16.267709 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda15132-6635-4c52-99ef-7bbbcc78a41f None None] Sync routers for ids ['cc1b1c33-8b53-48e1-ae82-630ad92a19c3'] in dv-cinder-733622-13-smb {{(pid=85337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 16:57:16.273667 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-ef9d376c-aea5-4803-abea-03d410fbaa70 admin admin] 10.222.0.38 "PUT /v2.0/routers/cc1b1c33-8b53-48e1-ae82-630ad92a19c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1115694 Apr 16 16:57:16.275880 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 46042) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:57:16.279853 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda15132-6635-4c52-99ef-7bbbcc78a41f None None] Routers {'cc1b1c33-8b53-48e1-ae82-630ad92a19c3'} bound to L3 agent in host dv-cinder-733622-13-smb {{(pid=85337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:57:16.280534 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-bda15132-6635-4c52-99ef-7bbbcc78a41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T16:36:22Z,description=,heartbeat_timestamp=2021-04-16T16:56:52Z,host='dv-cinder-733622-13-smb',id=4aa3b6c8-2ef9-4577-bdb6-1cfedaad083f,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T16:36:22Z,topic='l3_agent')) {'router_ids': ['cc1b1c33-8b53-48e1-ae82-630ad92a19c3'], 'active': True} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:57:16.477849 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-07443bc7-cfd5-4f21-ab34-3bd1c60402c5 admin admin] Notify callbacks [] for router, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:57:16.499775 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvr_db [None req-bda15132-6635-4c52-99ef-7bbbcc78a41f None None] Set router cc1b1c33-8b53-48e1-ae82-630ad92a19c3 gateway port host: dv-cinder-733622-13-smb {{(pid=85337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:57:16.858483 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-bda15132-6635-4c52-99ef-7bbbcc78a41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc1b1c33-8b53-48e1-ae82-630ad92a19c3', 'name': 'tempest-TestMinimumBasicScenario-742880074-router', 'tenant_id': '52da619040dd4ebcbd9ac766b4445cb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'external_fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.181'}], 'enable_snat': True}, 'gw_port_id': '53d2dc37-cf74-41a8-a076-b58c42a0613b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:54:44Z', 'updated_at': '2021-04-16T16:57:14Z', 'revision_number': 5, 'project_id': '52da619040dd4ebcbd9ac766b4445cb2', 'gw_port': {'id': '53d2dc37-cf74-41a8-a076-b58c42a0613b', 'name': '', 'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:f5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1b1c33-8b53-48e1-ae82-630ad92a19c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:54:45Z', 'updated_at': '2021-04-16T16:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-smb'}], 'dv-cinder-733622-13-smb', False) {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:57:16.862743 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda15132-6635-4c52-99ef-7bbbcc78a41f None None] Checking router: cc1b1c33-8b53-48e1-ae82-630ad92a19c3 for host: dv-cinder-733622-13-smb {{(pid=85337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 16:57:16.872988 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda15132-6635-4c52-99ef-7bbbcc78a41f None None] Routers {'cc1b1c33-8b53-48e1-ae82-630ad92a19c3'} bound to L3 agent in host dv-cinder-733622-13-smb {{(pid=85337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:57:16.873648 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-bda15132-6635-4c52-99ef-7bbbcc78a41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T16:36:22Z,description=,heartbeat_timestamp=2021-04-16T16:56:52Z,host='dv-cinder-733622-13-smb',id=4aa3b6c8-2ef9-4577-bdb6-1cfedaad083f,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T16:36:22Z,topic='l3_agent')) {'router_ids': ['cc1b1c33-8b53-48e1-ae82-630ad92a19c3'], 'active': True} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:57:16.972982 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-07443bc7-cfd5-4f21-ab34-3bd1c60402c5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:57:16.987885 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-07443bc7-cfd5-4f21-ab34-3bd1c60402c5 admin admin] Deleting port 53d2dc37-cf74-41a8-a076-b58c42a0613b {{(pid=85335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:57:16.988250 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-07443bc7-cfd5-4f21-ab34-3bd1c60402c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285398617716'] for port, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:57:17.101371 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvr_db [None req-bda15132-6635-4c52-99ef-7bbbcc78a41f None None] Set router cc1b1c33-8b53-48e1-ae82-630ad92a19c3 gateway port host: dv-cinder-733622-13-smb {{(pid=85337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:57:17.202480 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-07443bc7-cfd5-4f21-ab34-3bd1c60402c5 admin admin] For port 53d2dc37-cf74-41a8-a076-b58c42a0613b, host dv-cinder-733622-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-smb',level=0,port_id=53d2dc37-cf74-41a8-a076-b58c42a0613b,segment=NetworkSegment(72591246-2019-4cd4-9cf3-fab9e1d2beed),segment_id=72591246-2019-4cd4-9cf3-fab9e1d2beed)] {{(pid=85335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:57:17.202893 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-07443bc7-cfd5-4f21-ab34-3bd1c60402c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436170'] for port, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:57:17.349492 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-07443bc7-cfd5-4f21-ab34-3bd1c60402c5 admin admin] Calling delete_port for 53d2dc37-cf74-41a8-a076-b58c42a0613b owned by network:router_gateway {{(pid=85335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 16:57:17.574655 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-07443bc7-cfd5-4f21-ab34-3bd1c60402c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751456166703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363285399062934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850737760'] for port, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:57:17.593752 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-17131fb1-4771-4dc3-9cb1-ca1a06bab9ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:57:17.622716 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-bda15132-6635-4c52-99ef-7bbbcc78a41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc1b1c33-8b53-48e1-ae82-630ad92a19c3', 'name': 'tempest-TestMinimumBasicScenario-742880074-router', 'tenant_id': '52da619040dd4ebcbd9ac766b4445cb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'external_fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.181'}], 'enable_snat': True}, 'gw_port_id': '53d2dc37-cf74-41a8-a076-b58c42a0613b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:54:44Z', 'updated_at': '2021-04-16T16:57:14Z', 'revision_number': 5, 'project_id': '52da619040dd4ebcbd9ac766b4445cb2', 'gw_port': {'id': '53d2dc37-cf74-41a8-a076-b58c42a0613b', 'name': '', 'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:f5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1b1c33-8b53-48e1-ae82-630ad92a19c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:54:45Z', 'updated_at': '2021-04-16T16:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-smb'}], 'dv-cinder-733622-13-smb', False) {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:57:17.628001 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda15132-6635-4c52-99ef-7bbbcc78a41f None None] The sync data for ids ['cc1b1c33-8b53-48e1-ae82-630ad92a19c3'] in dv-cinder-733622-13-smb is: [{'id': 'cc1b1c33-8b53-48e1-ae82-630ad92a19c3', 'name': 'tempest-TestMinimumBasicScenario-742880074-router', 'tenant_id': '52da619040dd4ebcbd9ac766b4445cb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'external_fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.181'}], 'enable_snat': True}, 'gw_port_id': '53d2dc37-cf74-41a8-a076-b58c42a0613b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:54:44Z', 'updated_at': '2021-04-16T16:57:14Z', 'revision_number': 5, 'project_id': '52da619040dd4ebcbd9ac766b4445cb2', 'gw_port': {'id': '53d2dc37-cf74-41a8-a076-b58c42a0613b', 'name': '', 'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:f5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1b1c33-8b53-48e1-ae82-630ad92a19c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:54:45Z', 'updated_at': '2021-04-16T16:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-smb'}] {{(pid=85337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 16:57:17.717465 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07443bc7-cfd5-4f21-ab34-3bd1c60402c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=53d2dc37-cf74-41a8-a076-b58c42a0613b,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:57:17.721626 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-07443bc7-cfd5-4f21-ab34-3bd1c60402c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:57:17.932359 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-07443bc7-cfd5-4f21-ab34-3bd1c60402c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-426984'] for router_gateway, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:57:18.136649 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-07443bc7-cfd5-4f21-ab34-3bd1c60402c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-457810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5633'] for router, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:57:18.139297 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-07443bc7-cfd5-4f21-ab34-3bd1c60402c5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:57:18.162781 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-07443bc7-cfd5-4f21-ab34-3bd1c60402c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854346814'] for router, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:57:18.163769 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07443bc7-cfd5-4f21-ab34-3bd1c60402c5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc1b1c33-8b53-48e1-ae82-630ad92a19c3 {{(pid=85335) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 16 16:57:18.179223 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-07443bc7-cfd5-4f21-ab34-3bd1c60402c5 admin admin] Notify callbacks [] for router, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:57:18.182542 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-07443bc7-cfd5-4f21-ab34-3bd1c60402c5 admin admin] 10.222.0.38 "DELETE /v2.0/routers/cc1b1c33-8b53-48e1-ae82-630ad92a19c3 HTTP/1.1" status: 204 len: 168 time: 1.9055462 Apr 16 16:57:18.183326 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 46046) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:57:18.255598 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.db_base_plugin_v2 [None req-7be8e11e-48dc-473e-bc71-410ef702101c admin admin] Deleting subnet 1ac0e1eb-c983-4f9a-bc40-dadb914d7027 {{(pid=85335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 16:57:18.260747 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-7be8e11e-48dc-473e-bc71-410ef702101c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:57:18.320623 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-7be8e11e-48dc-473e-bc71-410ef702101c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850758313'] for subnet, precommit_delete_associations {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:57:18.412557 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-7be8e11e-48dc-473e-bc71-410ef702101c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854774887'] for subnet, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:57:18.521404 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Device f754e634-195d-48cb-8e13-1ec58551d3e9 no longer exists at agent ovs-agent-dv-cinder-733622-13-smb {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 16:57:18.562547 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] No Port match for: f754e634-195d-48cb-8e13-1ec58551d3e9 {{(pid=85337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 16:57:18.562986 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Device f754e634-195d-48cb-8e13-1ec58551d3e9 not bound to the agent host dv-cinder-733622-13-smb {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 16:57:18.563474 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Device 53d2dc37-cf74-41a8-a076-b58c42a0613b no longer exists at agent ovs-agent-dv-cinder-733622-13-smb {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 16:57:18.608427 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] No Port match for: 53d2dc37-cf74-41a8-a076-b58c42a0613b {{(pid=85337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 16:57:18.608427 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Device 53d2dc37-cf74-41a8-a076-b58c42a0613b not bound to the agent host dv-cinder-733622-13-smb {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 16:57:18.709464 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-7be8e11e-48dc-473e-bc71-410ef702101c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4038133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2285337'] for subnet, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:57:18.727439 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-86bfc5f3-fbaf-404a-90b1-4f8325b16222 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:57:18.814620 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be8e11e-48dc-473e-bc71-410ef702101c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ac0e1eb-c983-4f9a-bc40-dadb914d7027,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:57:18.829836 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-7be8e11e-48dc-473e-bc71-410ef702101c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:57:18.870975 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-7be8e11e-48dc-473e-bc71-410ef702101c admin admin] Notify callbacks [] for subnet, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:57:18.876701 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59787d62-e341-474e-938d-e61706be8892 None None] Network d2fee6b3-d80c-4136-b36b-26b49b7df2ca requested from dv-cinder-733622-13-smb {{(pid=85337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 16:57:18.877386 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-7be8e11e-48dc-473e-bc71-410ef702101c admin admin] 10.222.0.38 "DELETE /v2.0/subnets/1ac0e1eb-c983-4f9a-bc40-dadb914d7027 HTTP/1.1" status: 204 len: 168 time: 0.6927788 Apr 16 16:57:18.879957 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 46050) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:57:19.008604 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-b0f6082c-44d2-44c3-87df-c9f56a01f9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33594'] for network, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:57:19.086486 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-b0f6082c-44d2-44c3-87df-c9f56a01f9d0 admin admin] Deleting port 67d41640-e0ed-453f-b0db-c9b2787cc520 {{(pid=85335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:57:19.086869 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-b0f6082c-44d2-44c3-87df-c9f56a01f9d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285398617716'] for port, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:57:19.153185 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83201890-fa54-4922-b785-832207a7c9f3 None None] DHCP port deletion for d2fee6b3-d80c-4136-b36b-26b49b7df2ca request from dv-cinder-733622-13-smb {{(pid=85337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 16:57:19.157870 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-83201890-fa54-4922-b785-832207a7c9f3 None None] Deleting port 67d41640-e0ed-453f-b0db-c9b2787cc520 {{(pid=85337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:57:19.158336 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-83201890-fa54-4922-b785-832207a7c9f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285398617716'] for port, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:57:19.328109 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-b0f6082c-44d2-44c3-87df-c9f56a01f9d0 admin admin] For port 67d41640-e0ed-453f-b0db-c9b2787cc520, host dv-cinder-733622-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-smb',level=0,port_id=67d41640-e0ed-453f-b0db-c9b2787cc520,segment=NetworkSegment(2e0bb75a-40aa-4285-88c9-36c969753dea),segment_id=2e0bb75a-40aa-4285-88c9-36c969753dea)] {{(pid=85335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:57:19.328393 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-b0f6082c-44d2-44c3-87df-c9f56a01f9d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436170'] for port, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:57:19.415559 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-83201890-fa54-4922-b785-832207a7c9f3 None None] For port 67d41640-e0ed-453f-b0db-c9b2787cc520, host dv-cinder-733622-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-smb',level=0,port_id=67d41640-e0ed-453f-b0db-c9b2787cc520,segment=NetworkSegment(2e0bb75a-40aa-4285-88c9-36c969753dea),segment_id=2e0bb75a-40aa-4285-88c9-36c969753dea)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:57:19.415931 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-83201890-fa54-4922-b785-832207a7c9f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436170'] for port, precommit_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:57:19.480956 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-b0f6082c-44d2-44c3-87df-c9f56a01f9d0 admin admin] Calling delete_port for 67d41640-e0ed-453f-b0db-c9b2787cc520 owned by network:dhcp {{(pid=85335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 16:57:19.560249 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-83201890-fa54-4922-b785-832207a7c9f3 None None] Calling delete_port for 67d41640-e0ed-453f-b0db-c9b2787cc520 owned by network:dhcp {{(pid=85337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 16:57:19.566595 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-b0f6082c-44d2-44c3-87df-c9f56a01f9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751456166703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363285399062934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850737760'] for port, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:57:19.584463 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-86f01360-c453-42ba-ae56-2722bc965c70 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:57:19.652881 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.db.api [None req-83201890-fa54-4922-b785-832207a7c9f3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85337) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 16 16:57:19.653296 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_db.api [None req-83201890-fa54-4922-b785-832207a7c9f3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 16 16:57:19.709707 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f6082c-44d2-44c3-87df-c9f56a01f9d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=67d41640-e0ed-453f-b0db-c9b2787cc520,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:57:19.714807 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-b0f6082c-44d2-44c3-87df-c9f56a01f9d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:57:19.762979 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f6082c-44d2-44c3-87df-c9f56a01f9d0 admin admin] No DVR routers for this DVR port 67d41640-e0ed-453f-b0db-c9b2787cc520 on host dv-cinder-733622-13-smb {{(pid=85335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 16:57:19.808539 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-56b55c86-59a9-4bb1-afde-f2e9dcc51464 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:57:19.891409 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-b0f6082c-44d2-44c3-87df-c9f56a01f9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2001432', 'neutron.services.segments.db._delete_segments_for_network-8751456264904'] for network, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:57:20.012062 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.services.segments.db [None req-b0f6082c-44d2-44c3-87df-c9f56a01f9d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2fee6b3-d80c-4136-b36b-26b49b7df2ca']}} {{(pid=85335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:57:20.026339 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.services.segments.db [None req-b0f6082c-44d2-44c3-87df-c9f56a01f9d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e0bb75a-40aa-4285-88c9-36c969753dea') {'for_net_delete': True} {{(pid=85335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:57:20.026740 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.services.segments.db [None req-b0f6082c-44d2-44c3-87df-c9f56a01f9d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e0bb75a-40aa-4285-88c9-36c969753dea') {} {{(pid=85335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:57:20.040244 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-b0f6082c-44d2-44c3-87df-c9f56a01f9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751456237017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4017519'] for segment, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:57:20.055616 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-b0f6082c-44d2-44c3-87df-c9f56a01f9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-60927'] for segment, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:57:20.062034 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0f6082c-44d2-44c3-87df-c9f56a01f9d0 admin admin] Releasing vlan 763 on physical network physnet1 to pool {{(pid=85335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 16:57:20.154980 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-83201890-fa54-4922-b785-832207a7c9f3 None None] Deleting port 67d41640-e0ed-453f-b0db-c9b2787cc520 {{(pid=85337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:57:20.155345 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-83201890-fa54-4922-b785-832207a7c9f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285398617716'] for port, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:57:20.230812 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-83201890-fa54-4922-b785-832207a7c9f3 None None] The port '67d41640-e0ed-453f-b0db-c9b2787cc520' was deleted {{(pid=85337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 16 16:57:20.253588 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-b0f6082c-44d2-44c3-87df-c9f56a01f9d0 admin admin] Network d2fee6b3-d80c-4136-b36b-26b49b7df2ca has no segments {{(pid=85335) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 16:57:20.264297 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-b0f6082c-44d2-44c3-87df-c9f56a01f9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854714905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850738604'] for segment, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:57:20.449630 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-b0f6082c-44d2-44c3-87df-c9f56a01f9d0 admin admin] Network d2fee6b3-d80c-4136-b36b-26b49b7df2ca has no segments {{(pid=85335) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 16:57:20.477237 dv-cinder-733622-13-smb neutron-server[85220]: Traceback (most recent call last): Apr 16 16:57:20.477237 dv-cinder-733622-13-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 16:57:20.477237 dv-cinder-733622-13-smb neutron-server[85220]: timer() Apr 16 16:57:20.477237 dv-cinder-733622-13-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 16:57:20.477237 dv-cinder-733622-13-smb neutron-server[85220]: cb(*args, **kw) Apr 16 16:57:20.477237 dv-cinder-733622-13-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 16:57:20.477237 dv-cinder-733622-13-smb neutron-server[85220]: return func(*args, **kwargs) Apr 16 16:57:20.477237 dv-cinder-733622-13-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 16:57:20.477237 dv-cinder-733622-13-smb neutron-server[85220]: self._notify() Apr 16 16:57:20.477237 dv-cinder-733622-13-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 16:57:20.477237 dv-cinder-733622-13-smb neutron-server[85220]: self.callback(batched_events) Apr 16 16:57:20.477237 dv-cinder-733622-13-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 16:57:20.477237 dv-cinder-733622-13-smb neutron-server[85220]: event.method(event) Apr 16 16:57:20.477237 dv-cinder-733622-13-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 16:57:20.477237 dv-cinder-733622-13-smb neutron-server[85220]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 16:57:20.477237 dv-cinder-733622-13-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 16:57:20.477237 dv-cinder-733622-13-smb neutron-server[85220]: segment_id)['aggregates'][0] Apr 16 16:57:20.477237 dv-cinder-733622-13-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 16:57:20.477237 dv-cinder-733622-13-smb neutron-server[85220]: return f(self, *a, **k) Apr 16 16:57:20.477237 dv-cinder-733622-13-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 16:57:20.477237 dv-cinder-733622-13-smb neutron-server[85220]: return self._get(url).json() Apr 16 16:57:20.477237 dv-cinder-733622-13-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 16:57:20.477237 dv-cinder-733622-13-smb neutron-server[85220]: **kwargs) Apr 16 16:57:20.477237 dv-cinder-733622-13-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 16:57:20.477237 dv-cinder-733622-13-smb neutron-server[85220]: return self.request(url, 'GET', **kwargs) Apr 16 16:57:20.477237 dv-cinder-733622-13-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 16:57:20.477237 dv-cinder-733622-13-smb neutron-server[85220]: **endpoint_filter) Apr 16 16:57:20.477237 dv-cinder-733622-13-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 16:57:20.477237 dv-cinder-733622-13-smb neutron-server[85220]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 16:57:20.477237 dv-cinder-733622-13-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 16:57:20.477237 dv-cinder-733622-13-smb neutron-server[85220]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 16:57:20.477237 dv-cinder-733622-13-smb neutron-server[85220]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 16:57:20.530735 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Device 67d41640-e0ed-453f-b0db-c9b2787cc520 no longer exists at agent ovs-agent-dv-cinder-733622-13-smb {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 16:57:20.572846 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-b0f6082c-44d2-44c3-87df-c9f56a01f9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036852774383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854349050'] for network, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:57:20.575307 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] No Port match for: 67d41640-e0ed-453f-b0db-c9b2787cc520 {{(pid=85337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 16:57:20.575857 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Device 67d41640-e0ed-453f-b0db-c9b2787cc520 not bound to the agent host dv-cinder-733622-13-smb {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 16:57:20.577794 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-6f56ec49-6904-4333-a18a-f5c06b45b6f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:57:20.596348 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-b0f6082c-44d2-44c3-87df-c9f56a01f9d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609088'] for network, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:57:20.603792 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f6082c-44d2-44c3-87df-c9f56a01f9d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2fee6b3-d80c-4136-b36b-26b49b7df2ca,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:57:20.608425 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-b0f6082c-44d2-44c3-87df-c9f56a01f9d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:57:20.615659 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-b0f6082c-44d2-44c3-87df-c9f56a01f9d0 admin admin] 10.222.0.38 "DELETE /v2.0/networks/d2fee6b3-d80c-4136-b36b-26b49b7df2ca HTTP/1.1" status: 204 len: 168 time: 1.7346838 Apr 16 16:57:20.619726 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 46054) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:57:21.481952 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e29d9111-c999-4cd5-b7a2-d7b40d01110e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432633'] for router_interface, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:57:21.827229 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-55122bcf-b17f-4108-bfa3-f08f3d353775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:57:21.884424 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-e29d9111-c999-4cd5-b7a2-d7b40d01110e admin admin] Deleting port 7760ae05-0382-4a20-8ce3-ca8bad7a0af8 {{(pid=85335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:57:21.884719 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e29d9111-c999-4cd5-b7a2-d7b40d01110e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285398617716'] for port, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:57:22.075751 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-e29d9111-c999-4cd5-b7a2-d7b40d01110e admin admin] For port 7760ae05-0382-4a20-8ce3-ca8bad7a0af8, host dv-cinder-733622-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-smb',level=0,port_id=7760ae05-0382-4a20-8ce3-ca8bad7a0af8,segment=NetworkSegment(5fc61acf-6502-489a-bdc4-97608ea684b5),segment_id=5fc61acf-6502-489a-bdc4-97608ea684b5)] {{(pid=85335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:57:22.076155 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e29d9111-c999-4cd5-b7a2-d7b40d01110e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436170'] for port, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:57:22.215734 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-e29d9111-c999-4cd5-b7a2-d7b40d01110e admin admin] Calling delete_port for 7760ae05-0382-4a20-8ce3-ca8bad7a0af8 owned by network:router_interface {{(pid=85335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 16:57:22.404334 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e29d9111-c999-4cd5-b7a2-d7b40d01110e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751456166703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363285399062934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850737760'] for port, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:57:22.420484 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-3a9bfe7b-5aaf-48fc-ac39-7b8a54bbd0ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:57:22.518514 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29d9111-c999-4cd5-b7a2-d7b40d01110e admin admin] Pushing event deleted for resources: {'Port': ['ID=7760ae05-0382-4a20-8ce3-ca8bad7a0af8,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:57:22.521218 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-e29d9111-c999-4cd5-b7a2-d7b40d01110e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:57:22.880921 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-45c0d62a-bc24-48a8-9022-8ca56da26294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:57:22.906508 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e29d9111-c999-4cd5-b7a2-d7b40d01110e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853166662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-426834'] for router_interface, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:57:23.467513 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e29d9111-c999-4cd5-b7a2-d7b40d01110e admin admin] Router 38191333-a420-47a2-8f9b-161b1270b8b1 has already been hosted by L3 agent 4aa3b6c8-2ef9-4577-bdb6-1cfedaad083f {{(pid=85335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 16:57:23.527469 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:57:23.684638 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e29d9111-c999-4cd5-b7a2-d7b40d01110e admin admin] Notify agent at l3_agent.dv-cinder-733622-13-smb the message routers_updated {{(pid=85335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 16:57:23.693763 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d97d5db-4daf-4e18-93d0-c8b9aaa4a0dd None None] Sync routers for ids ['38191333-a420-47a2-8f9b-161b1270b8b1'] in dv-cinder-733622-13-smb {{(pid=85338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 16:57:23.701950 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-e29d9111-c999-4cd5-b7a2-d7b40d01110e admin admin] 10.222.0.38 "PUT /v2.0/routers/38191333-a420-47a2-8f9b-161b1270b8b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0806653 Apr 16 16:57:23.704734 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d97d5db-4daf-4e18-93d0-c8b9aaa4a0dd None None] Routers {'38191333-a420-47a2-8f9b-161b1270b8b1'} bound to L3 agent in host dv-cinder-733622-13-smb {{(pid=85338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:57:23.704877 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 46058) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:57:23.705411 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-5d97d5db-4daf-4e18-93d0-c8b9aaa4a0dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T16:36:22Z,description=,heartbeat_timestamp=2021-04-16T16:57:22Z,host='dv-cinder-733622-13-smb',id=4aa3b6c8-2ef9-4577-bdb6-1cfedaad083f,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T16:36:22Z,topic='l3_agent')) {'router_ids': ['38191333-a420-47a2-8f9b-161b1270b8b1'], 'active': True} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:57:23.933082 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvr_db [None req-5d97d5db-4daf-4e18-93d0-c8b9aaa4a0dd None None] Set router 38191333-a420-47a2-8f9b-161b1270b8b1 gateway port host: dv-cinder-733622-13-smb {{(pid=85338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:57:24.181608 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-72123741-1d36-49a0-9f63-97c49b8b98e0 admin admin] Notify callbacks [] for router, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:57:24.262416 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-5d97d5db-4daf-4e18-93d0-c8b9aaa4a0dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38191333-a420-47a2-8f9b-161b1270b8b1', 'name': 'tempest-TestMinimumBasicScenario-1985015030-router', 'tenant_id': '583c567f6d9d49f3aa197b45fa106c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'external_fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.170'}], 'enable_snat': True}, 'gw_port_id': '093f89f4-e927-4495-a519-424eb13b99d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:54:53Z', 'updated_at': '2021-04-16T16:57:22Z', 'revision_number': 5, 'project_id': '583c567f6d9d49f3aa197b45fa106c73', 'gw_port': {'id': '093f89f4-e927-4495-a519-424eb13b99d9', 'name': '', 'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:6c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38191333-a420-47a2-8f9b-161b1270b8b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:54:54Z', 'updated_at': '2021-04-16T16:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-smb'}], 'dv-cinder-733622-13-smb', False) {} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:57:24.271096 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d97d5db-4daf-4e18-93d0-c8b9aaa4a0dd None None] Checking router: 38191333-a420-47a2-8f9b-161b1270b8b1 for host: dv-cinder-733622-13-smb {{(pid=85338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 16:57:24.282751 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d97d5db-4daf-4e18-93d0-c8b9aaa4a0dd None None] Routers {'38191333-a420-47a2-8f9b-161b1270b8b1'} bound to L3 agent in host dv-cinder-733622-13-smb {{(pid=85338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:57:24.283409 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-5d97d5db-4daf-4e18-93d0-c8b9aaa4a0dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T16:36:22Z,description=,heartbeat_timestamp=2021-04-16T16:57:22Z,host='dv-cinder-733622-13-smb',id=4aa3b6c8-2ef9-4577-bdb6-1cfedaad083f,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T16:36:22Z,topic='l3_agent')) {'router_ids': ['38191333-a420-47a2-8f9b-161b1270b8b1'], 'active': True} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:57:24.315379 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-53783e99-0c04-4d0d-b0b5-c5fd538000c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:57:24.395020 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-72123741-1d36-49a0-9f63-97c49b8b98e0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:57:24.404664 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-72123741-1d36-49a0-9f63-97c49b8b98e0 admin admin] Deleting port 093f89f4-e927-4495-a519-424eb13b99d9 {{(pid=85335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:57:24.405058 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-72123741-1d36-49a0-9f63-97c49b8b98e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285398617716'] for port, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:57:24.495676 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvr_db [None req-5d97d5db-4daf-4e18-93d0-c8b9aaa4a0dd None None] Set router 38191333-a420-47a2-8f9b-161b1270b8b1 gateway port host: dv-cinder-733622-13-smb {{(pid=85338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:57:24.607967 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-72123741-1d36-49a0-9f63-97c49b8b98e0 admin admin] For port 093f89f4-e927-4495-a519-424eb13b99d9, host dv-cinder-733622-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-smb',level=0,port_id=093f89f4-e927-4495-a519-424eb13b99d9,segment=NetworkSegment(72591246-2019-4cd4-9cf3-fab9e1d2beed),segment_id=72591246-2019-4cd4-9cf3-fab9e1d2beed)] {{(pid=85335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:57:24.608760 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-72123741-1d36-49a0-9f63-97c49b8b98e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436170'] for port, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:57:24.752927 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-72123741-1d36-49a0-9f63-97c49b8b98e0 admin admin] Calling delete_port for 093f89f4-e927-4495-a519-424eb13b99d9 owned by network:router_gateway {{(pid=85335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 16:57:24.829197 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-5d97d5db-4daf-4e18-93d0-c8b9aaa4a0dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38191333-a420-47a2-8f9b-161b1270b8b1', 'name': 'tempest-TestMinimumBasicScenario-1985015030-router', 'tenant_id': '583c567f6d9d49f3aa197b45fa106c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'external_fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.170'}], 'enable_snat': True}, 'gw_port_id': '093f89f4-e927-4495-a519-424eb13b99d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:54:53Z', 'updated_at': '2021-04-16T16:57:22Z', 'revision_number': 5, 'project_id': '583c567f6d9d49f3aa197b45fa106c73', 'gw_port': {'id': '093f89f4-e927-4495-a519-424eb13b99d9', 'name': '', 'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:6c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38191333-a420-47a2-8f9b-161b1270b8b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:54:54Z', 'updated_at': '2021-04-16T16:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-smb'}], 'dv-cinder-733622-13-smb', False) {} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:57:24.835247 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d97d5db-4daf-4e18-93d0-c8b9aaa4a0dd None None] The sync data for ids ['38191333-a420-47a2-8f9b-161b1270b8b1'] in dv-cinder-733622-13-smb is: [{'id': '38191333-a420-47a2-8f9b-161b1270b8b1', 'name': 'tempest-TestMinimumBasicScenario-1985015030-router', 'tenant_id': '583c567f6d9d49f3aa197b45fa106c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'external_fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.170'}], 'enable_snat': True}, 'gw_port_id': '093f89f4-e927-4495-a519-424eb13b99d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:54:53Z', 'updated_at': '2021-04-16T16:57:22Z', 'revision_number': 5, 'project_id': '583c567f6d9d49f3aa197b45fa106c73', 'gw_port': {'id': '093f89f4-e927-4495-a519-424eb13b99d9', 'name': '', 'network_id': '2bc9ca6b-6e72-4404-899b-6b4685eced1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:6c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38191333-a420-47a2-8f9b-161b1270b8b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'ip_address': '172.28.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:54:54Z', 'updated_at': '2021-04-16T16:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9106a8ae-dfd9-43e0-982a-dc423b27def7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-13-smb'}] {{(pid=85338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 16:57:24.954922 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-72123741-1d36-49a0-9f63-97c49b8b98e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751456166703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363285399062934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850737760'] for port, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:57:24.973496 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-16a56f93-20ed-407d-bbe9-e30373e3f94b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:57:25.081850 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72123741-1d36-49a0-9f63-97c49b8b98e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=093f89f4-e927-4495-a519-424eb13b99d9,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:57:25.090892 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-72123741-1d36-49a0-9f63-97c49b8b98e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:57:25.281524 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-72123741-1d36-49a0-9f63-97c49b8b98e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-426984'] for router_gateway, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:57:25.487640 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-72123741-1d36-49a0-9f63-97c49b8b98e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-457810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5633'] for router, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:57:25.490260 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-72123741-1d36-49a0-9f63-97c49b8b98e0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:57:25.512223 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-72123741-1d36-49a0-9f63-97c49b8b98e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854346814'] for router, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:57:25.512807 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72123741-1d36-49a0-9f63-97c49b8b98e0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 38191333-a420-47a2-8f9b-161b1270b8b1 {{(pid=85335) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 16 16:57:25.528477 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-72123741-1d36-49a0-9f63-97c49b8b98e0 admin admin] Notify callbacks [] for router, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:57:25.529850 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-72123741-1d36-49a0-9f63-97c49b8b98e0 admin admin] 10.222.0.38 "DELETE /v2.0/routers/38191333-a420-47a2-8f9b-161b1270b8b1 HTTP/1.1" status: 204 len: 168 time: 1.8231442 Apr 16 16:57:25.532479 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 46062) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:57:25.615035 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.db_base_plugin_v2 [None req-75b311e4-d059-4a4a-876c-f39c7745ff3e admin admin] Deleting subnet f7f2886f-548b-4cf0-bf32-73f4e57d0285 {{(pid=85335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 16:57:25.619081 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-75b311e4-d059-4a4a-876c-f39c7745ff3e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:57:25.682955 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-75b311e4-d059-4a4a-876c-f39c7745ff3e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850758313'] for subnet, precommit_delete_associations {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:57:25.792694 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-75b311e4-d059-4a4a-876c-f39c7745ff3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854774887'] for subnet, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:57:26.068675 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-75b311e4-d059-4a4a-876c-f39c7745ff3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4038133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2285337'] for subnet, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:57:26.084634 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:57:26.188816 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b311e4-d059-4a4a-876c-f39c7745ff3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7f2886f-548b-4cf0-bf32-73f4e57d0285,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:57:26.194462 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-75b311e4-d059-4a4a-876c-f39c7745ff3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:57:26.229773 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-75b311e4-d059-4a4a-876c-f39c7745ff3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:57:26.235727 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e788eee-47e9-44b1-a5cd-1f68e51851da None None] Network 770daafa-1164-40b6-87b7-5c389973ad27 requested from dv-cinder-733622-13-smb {{(pid=85337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 16:57:26.240732 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-75b311e4-d059-4a4a-876c-f39c7745ff3e admin admin] 10.222.0.38 "DELETE /v2.0/subnets/f7f2886f-548b-4cf0-bf32-73f4e57d0285 HTTP/1.1" status: 204 len: 168 time: 0.7046268 Apr 16 16:57:26.241002 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 46066) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:57:26.365271 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1d9d8770-df50-4b34-a54d-9d721969e870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33594'] for network, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:57:26.443304 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-1d9d8770-df50-4b34-a54d-9d721969e870 admin admin] Deleting port 8636009b-fdd0-455a-8d7d-c38d94a17e66 {{(pid=85335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:57:26.444636 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1d9d8770-df50-4b34-a54d-9d721969e870 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285398617716'] for port, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:57:26.543823 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e425f9-ffc2-4e13-852d-28059f5c2ee5 None None] DHCP port deletion for 770daafa-1164-40b6-87b7-5c389973ad27 request from dv-cinder-733622-13-smb {{(pid=85337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 16:57:26.548757 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-d3e425f9-ffc2-4e13-852d-28059f5c2ee5 None None] Deleting port 8636009b-fdd0-455a-8d7d-c38d94a17e66 {{(pid=85337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:57:26.549355 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d3e425f9-ffc2-4e13-852d-28059f5c2ee5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285398617716'] for port, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:57:26.587541 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Device 093f89f4-e927-4495-a519-424eb13b99d9 no longer exists at agent ovs-agent-dv-cinder-733622-13-smb {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 16:57:26.635950 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] No Port match for: 093f89f4-e927-4495-a519-424eb13b99d9 {{(pid=85337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 16:57:26.640542 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Device 093f89f4-e927-4495-a519-424eb13b99d9 not bound to the agent host dv-cinder-733622-13-smb {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 16:57:26.640542 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Device 7760ae05-0382-4a20-8ce3-ca8bad7a0af8 no longer exists at agent ovs-agent-dv-cinder-733622-13-smb {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 16:57:26.687106 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] No Port match for: 7760ae05-0382-4a20-8ce3-ca8bad7a0af8 {{(pid=85337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 16:57:26.687498 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Device 7760ae05-0382-4a20-8ce3-ca8bad7a0af8 not bound to the agent host dv-cinder-733622-13-smb {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 16:57:26.714692 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-1d9d8770-df50-4b34-a54d-9d721969e870 admin admin] For port 8636009b-fdd0-455a-8d7d-c38d94a17e66, host dv-cinder-733622-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-smb',level=0,port_id=8636009b-fdd0-455a-8d7d-c38d94a17e66,segment=NetworkSegment(5fc61acf-6502-489a-bdc4-97608ea684b5),segment_id=5fc61acf-6502-489a-bdc4-97608ea684b5)] {{(pid=85335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:57:26.715215 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1d9d8770-df50-4b34-a54d-9d721969e870 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436170'] for port, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:57:26.859806 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-1d9d8770-df50-4b34-a54d-9d721969e870 admin admin] Calling delete_port for 8636009b-fdd0-455a-8d7d-c38d94a17e66 owned by network:dhcp {{(pid=85335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 16:57:26.882992 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-d3e425f9-ffc2-4e13-852d-28059f5c2ee5 None None] For port 8636009b-fdd0-455a-8d7d-c38d94a17e66, host dv-cinder-733622-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-13-smb',level=0,port_id=8636009b-fdd0-455a-8d7d-c38d94a17e66,segment=NetworkSegment(5fc61acf-6502-489a-bdc4-97608ea684b5),segment_id=5fc61acf-6502-489a-bdc4-97608ea684b5)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:57:26.883446 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d3e425f9-ffc2-4e13-852d-28059f5c2ee5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436170'] for port, precommit_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:57:26.943372 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1d9d8770-df50-4b34-a54d-9d721969e870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-78906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751456166703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363285399062934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850737760'] for port, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:57:26.959106 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-433f852e-67a0-4826-a707-b22e03b8842e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:57:27.039117 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-d3e425f9-ffc2-4e13-852d-28059f5c2ee5 None None] Calling delete_port for 8636009b-fdd0-455a-8d7d-c38d94a17e66 owned by network:dhcp {{(pid=85337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 16:57:27.059931 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9d8770-df50-4b34-a54d-9d721969e870 admin admin] Pushing event deleted for resources: {'Port': ['ID=8636009b-fdd0-455a-8d7d-c38d94a17e66,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:57:27.077341 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1d9d8770-df50-4b34-a54d-9d721969e870 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:57:27.130016 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.db.api [None req-d3e425f9-ffc2-4e13-852d-28059f5c2ee5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85337) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 16 16:57:27.130602 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_db.api [None req-d3e425f9-ffc2-4e13-852d-28059f5c2ee5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 16 16:57:27.132344 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9d8770-df50-4b34-a54d-9d721969e870 admin admin] No DVR routers for this DVR port 8636009b-fdd0-455a-8d7d-c38d94a17e66 on host dv-cinder-733622-13-smb {{(pid=85335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 16:57:27.274274 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1d9d8770-df50-4b34-a54d-9d721969e870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2001432', 'neutron.services.segments.db._delete_segments_for_network-8751456264904'] for network, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:57:27.394312 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.services.segments.db [None req-1d9d8770-df50-4b34-a54d-9d721969e870 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['770daafa-1164-40b6-87b7-5c389973ad27']}} {{(pid=85335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:57:27.407500 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.services.segments.db [None req-1d9d8770-df50-4b34-a54d-9d721969e870 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fc61acf-6502-489a-bdc4-97608ea684b5') {'for_net_delete': True} {{(pid=85335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:57:27.407833 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.services.segments.db [None req-1d9d8770-df50-4b34-a54d-9d721969e870 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fc61acf-6502-489a-bdc4-97608ea684b5') {} {{(pid=85335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:57:27.420124 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1d9d8770-df50-4b34-a54d-9d721969e870 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751456237017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4017519'] for segment, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:57:27.435807 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1d9d8770-df50-4b34-a54d-9d721969e870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-60927'] for segment, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:57:27.442553 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d9d8770-df50-4b34-a54d-9d721969e870 admin admin] Releasing vlan 766 on physical network physnet1 to pool {{(pid=85335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 16:57:27.632287 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-d3e425f9-ffc2-4e13-852d-28059f5c2ee5 None None] Deleting port 8636009b-fdd0-455a-8d7d-c38d94a17e66 {{(pid=85337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:57:27.632946 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d3e425f9-ffc2-4e13-852d-28059f5c2ee5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285398617716'] for port, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:57:27.653415 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-1d9d8770-df50-4b34-a54d-9d721969e870 admin admin] Network 770daafa-1164-40b6-87b7-5c389973ad27 has no segments {{(pid=85335) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 16:57:27.664757 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1d9d8770-df50-4b34-a54d-9d721969e870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854714905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850738604'] for segment, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:57:27.718570 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-d3e425f9-ffc2-4e13-852d-28059f5c2ee5 None None] The port '8636009b-fdd0-455a-8d7d-c38d94a17e66' was deleted {{(pid=85337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 16 16:57:27.859292 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-1d9d8770-df50-4b34-a54d-9d721969e870 admin admin] Network 770daafa-1164-40b6-87b7-5c389973ad27 has no segments {{(pid=85335) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 16:57:27.888154 dv-cinder-733622-13-smb neutron-server[85220]: Traceback (most recent call last): Apr 16 16:57:27.888154 dv-cinder-733622-13-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 16:57:27.888154 dv-cinder-733622-13-smb neutron-server[85220]: timer() Apr 16 16:57:27.888154 dv-cinder-733622-13-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 16:57:27.888154 dv-cinder-733622-13-smb neutron-server[85220]: cb(*args, **kw) Apr 16 16:57:27.888154 dv-cinder-733622-13-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 16:57:27.888154 dv-cinder-733622-13-smb neutron-server[85220]: return func(*args, **kwargs) Apr 16 16:57:27.888154 dv-cinder-733622-13-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 16:57:27.888154 dv-cinder-733622-13-smb neutron-server[85220]: self._notify() Apr 16 16:57:27.888154 dv-cinder-733622-13-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 16:57:27.888154 dv-cinder-733622-13-smb neutron-server[85220]: self.callback(batched_events) Apr 16 16:57:27.888154 dv-cinder-733622-13-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 16:57:27.888154 dv-cinder-733622-13-smb neutron-server[85220]: event.method(event) Apr 16 16:57:27.888154 dv-cinder-733622-13-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 16:57:27.888154 dv-cinder-733622-13-smb neutron-server[85220]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 16:57:27.888154 dv-cinder-733622-13-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 16:57:27.888154 dv-cinder-733622-13-smb neutron-server[85220]: segment_id)['aggregates'][0] Apr 16 16:57:27.888154 dv-cinder-733622-13-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 16:57:27.888154 dv-cinder-733622-13-smb neutron-server[85220]: return f(self, *a, **k) Apr 16 16:57:27.888154 dv-cinder-733622-13-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 16:57:27.888154 dv-cinder-733622-13-smb neutron-server[85220]: return self._get(url).json() Apr 16 16:57:27.888154 dv-cinder-733622-13-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 16:57:27.888154 dv-cinder-733622-13-smb neutron-server[85220]: **kwargs) Apr 16 16:57:27.888154 dv-cinder-733622-13-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 16:57:27.888154 dv-cinder-733622-13-smb neutron-server[85220]: return self.request(url, 'GET', **kwargs) Apr 16 16:57:27.888154 dv-cinder-733622-13-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 16:57:27.888154 dv-cinder-733622-13-smb neutron-server[85220]: **endpoint_filter) Apr 16 16:57:27.888154 dv-cinder-733622-13-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 16:57:27.888154 dv-cinder-733622-13-smb neutron-server[85220]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 16:57:27.888154 dv-cinder-733622-13-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 16:57:27.888154 dv-cinder-733622-13-smb neutron-server[85220]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 16:57:27.888154 dv-cinder-733622-13-smb neutron-server[85220]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 16:57:27.966582 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1d9d8770-df50-4b34-a54d-9d721969e870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036852774383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854349050'] for network, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:57:27.972174 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1d9d8770-df50-4b34-a54d-9d721969e870 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609088'] for network, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:57:27.975275 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-32edbbc6-1860-49c4-b25b-e92a03460520 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:57:28.000846 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9d8770-df50-4b34-a54d-9d721969e870 admin admin] Pushing event deleted for resources: {'Network': ['ID=770daafa-1164-40b6-87b7-5c389973ad27,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:57:28.003445 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1d9d8770-df50-4b34-a54d-9d721969e870 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:57:28.008293 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-1d9d8770-df50-4b34-a54d-9d721969e870 admin admin] 10.222.0.38 "DELETE /v2.0/networks/770daafa-1164-40b6-87b7-5c389973ad27 HTTP/1.1" status: 204 len: 168 time: 1.7661750 Apr 16 16:57:28.261993 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 46072) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:57:28.320283 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-5ba4a597-5e69-4665-8fdf-c854faa504ba admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=52da619040dd4ebcbd9ac766b4445cb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0562658 Apr 16 16:57:28.323017 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.38', 46076) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:57:28.398158 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-28e3c990-148f-49d3-8ee1-53188d97f51b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:57:28.428049 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-28e3c990-148f-49d3-8ee1-53188d97f51b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:57:28.477491 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-28e3c990-148f-49d3-8ee1-53188d97f51b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:57:28.481720 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-8375d3ab-4f29-4a96-ac67-b871abfbc074 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:57:28.497061 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e3c990-148f-49d3-8ee1-53188d97f51b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c34df77b-bf25-4f0d-8838-b520afe0c643,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:57:28.508198 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e3c990-148f-49d3-8ee1-53188d97f51b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:57:28.508624 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e3c990-148f-49d3-8ee1-53188d97f51b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:57:28.509038 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e3c990-148f-49d3-8ee1-53188d97f51b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:57:28.509447 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e3c990-148f-49d3-8ee1-53188d97f51b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:57:28.509852 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e3c990-148f-49d3-8ee1-53188d97f51b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:57:28.510284 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e3c990-148f-49d3-8ee1-53188d97f51b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:57:28.510687 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e3c990-148f-49d3-8ee1-53188d97f51b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:57:28.511093 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e3c990-148f-49d3-8ee1-53188d97f51b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:57:28.511498 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e3c990-148f-49d3-8ee1-53188d97f51b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:57:28.511930 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e3c990-148f-49d3-8ee1-53188d97f51b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:57:28.512333 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e3c990-148f-49d3-8ee1-53188d97f51b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:57:28.512731 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e3c990-148f-49d3-8ee1-53188d97f51b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-13-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:57:28.520537 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-28e3c990-148f-49d3-8ee1-53188d97f51b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:57:28.521409 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-28e3c990-148f-49d3-8ee1-53188d97f51b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:57:28.523460 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-28e3c990-148f-49d3-8ee1-53188d97f51b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c34df77b-bf25-4f0d-8838-b520afe0c643 HTTP/1.1" status: 204 len: 168 time: 0.1992538 Apr 16 16:57:28.548525 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Device 8636009b-fdd0-455a-8d7d-c38d94a17e66 no longer exists at agent ovs-agent-dv-cinder-733622-13-smb {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 16:57:28.596805 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] No Port match for: 8636009b-fdd0-455a-8d7d-c38d94a17e66 {{(pid=85337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 16:57:28.597346 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Device 8636009b-fdd0-455a-8d7d-c38d94a17e66 not bound to the agent host dv-cinder-733622-13-smb {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 16:57:28.960948 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 46084) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:57:29.020064 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-0fa0c8fc-1ada-4312-b30a-7f9ef28050f2 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=583c567f6d9d49f3aa197b45fa106c73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0576866 Apr 16 16:57:29.022764 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.38', 46088) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:57:29.359530 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-68a17aac-7225-45fa-bb5c-3c628627f104 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:57:29.387784 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-68a17aac-7225-45fa-bb5c-3c628627f104 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:57:29.436818 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-68a17aac-7225-45fa-bb5c-3c628627f104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400049'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:57:29.442049 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-d0a8fc55-a43d-46cc-b8e1-bd583e5928f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:57:29.454714 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a17aac-7225-45fa-bb5c-3c628627f104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa24b680-80d2-4d5d-8860-d5ede51e9457,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:57:29.457816 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-68a17aac-7225-45fa-bb5c-3c628627f104 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:57:29.459880 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-68a17aac-7225-45fa-bb5c-3c628627f104 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:57:29.461678 dv-cinder-733622-13-smb neutron-server[85220]: INFO neutron.wsgi [None req-68a17aac-7225-45fa-bb5c-3c628627f104 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/aa24b680-80d2-4d5d-8860-d5ede51e9457 HTTP/1.1" status: 204 len: 168 time: 0.4374285 Apr 16 16:57:31.622509 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.agents_db [None req-ebbb9395-3582-4696-b633-83ddaf7c527f None None] Agent healthcheck: found 6 active agents {{(pid=85338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 16:57:39.015631 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:57:49.801847 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-b2017605-60f1-4905-abb6-5488b15891a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:57:51.831629 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-cd8f6739-a2dd-478a-8ae5-15434f51f535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:57:52.882312 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-45c0d62a-bc24-48a8-9022-8ca56da26294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:57:53.533952 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:57:54.314473 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-53783e99-0c04-4d0d-b0b5-c5fd538000c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:58:08.624877 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.agents_db [None req-ebbb9395-3582-4696-b633-83ddaf7c527f None None] Agent healthcheck: found 6 active agents {{(pid=85338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 16:58:09.027208 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:58:19.807204 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-5c0788d4-c60a-47ff-b73f-1faeb28a80bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:58:21.835836 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-b4a10533-909d-449b-8e1d-301a6641e6be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:58:22.887226 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-45c0d62a-bc24-48a8-9022-8ca56da26294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:58:23.535602 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:58:24.320873 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-53783e99-0c04-4d0d-b0b5-c5fd538000c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:58:39.030078 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:58:45.625434 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.agents_db [None req-ebbb9395-3582-4696-b633-83ddaf7c527f None None] Agent healthcheck: found 6 active agents {{(pid=85338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 16:58:49.811037 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-6d0b9558-a0ac-48dd-9684-1601800986b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:58:51.839216 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-799f3d8d-9d3e-42b1-a291-2616ca298f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:58:52.888527 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-45c0d62a-bc24-48a8-9022-8ca56da26294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:58:53.532664 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:58:54.321376 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-53783e99-0c04-4d0d-b0b5-c5fd538000c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:59:09.038645 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:59:19.819631 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d547c78c-9183-45ea-b5bf-ed21fce20e5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:59:21.842291 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-b55f7d28-c750-4e15-8b8f-880eec8d8eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:59:22.626182 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.agents_db [None req-ebbb9395-3582-4696-b633-83ddaf7c527f None None] Agent healthcheck: found 6 active agents {{(pid=85338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 16:59:22.893564 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-45c0d62a-bc24-48a8-9022-8ca56da26294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:59:23.528224 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:59:24.325573 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-53783e99-0c04-4d0d-b0b5-c5fd538000c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:59:39.041958 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:59:49.814409 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-7daaebcd-eddc-457b-9d2c-aec1474ea31a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:59:51.846311 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-30033e24-39de-4403-9a04-6a3262bca4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:59:52.893560 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-45c0d62a-bc24-48a8-9022-8ca56da26294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:59:53.534724 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:59:54.331181 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-53783e99-0c04-4d0d-b0b5-c5fd538000c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:59:59.625797 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.agents_db [None req-ebbb9395-3582-4696-b633-83ddaf7c527f None None] Agent healthcheck: found 6 active agents {{(pid=85338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 17:00:09.051100 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 17:00:19.818069 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-15aa486c-512e-4878-a4da-2b7c7385513d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 17:00:21.849443 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-763890ca-bce7-4004-aed7-a638fcad2482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 17:00:22.900895 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-45c0d62a-bc24-48a8-9022-8ca56da26294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 17:00:23.531700 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 17:00:24.331659 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-53783e99-0c04-4d0d-b0b5-c5fd538000c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 17:00:36.626384 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.agents_db [None req-ebbb9395-3582-4696-b633-83ddaf7c527f None None] Agent healthcheck: found 6 active agents {{(pid=85338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 17:00:39.051472 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 17:00:49.820987 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-bffe3d67-429a-4949-b0b0-6159c0440849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 17:00:51.854768 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-08585864-f037-42d4-bd8f-50c2bf55518e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 17:00:52.900817 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-45c0d62a-bc24-48a8-9022-8ca56da26294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 17:00:53.524970 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 17:00:54.338761 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-53783e99-0c04-4d0d-b0b5-c5fd538000c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 17:01:09.079440 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 17:01:13.626242 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.agents_db [None req-ebbb9395-3582-4696-b633-83ddaf7c527f None None] Agent healthcheck: found 6 active agents {{(pid=85338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 17:01:19.825264 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d96feac4-3edf-40e5-bb04-f34c0cfe5280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 17:01:21.857629 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-10aa0e4b-ea5d-431a-b7c1-d4f2da680a92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 17:01:22.903714 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-45c0d62a-bc24-48a8-9022-8ca56da26294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 17:01:23.527640 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 17:01:24.349448 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-53783e99-0c04-4d0d-b0b5-c5fd538000c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 17:01:39.099236 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 17:01:49.828903 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-38e44682-a860-46b8-bd2b-0cb69dde4a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 17:01:50.630454 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron.db.agents_db [None req-ebbb9395-3582-4696-b633-83ddaf7c527f None None] Agent healthcheck: found 6 active agents {{(pid=85338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 17:01:51.862222 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-b5b7f680-cee6-4be3-96c4-4efa44337f83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 17:01:52.907468 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-45c0d62a-bc24-48a8-9022-8ca56da26294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 17:01:53.530925 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8dd10736-f4e5-41c9-8cfa-ba5f9efc6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 17:01:54.340461 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-53783e99-0c04-4d0d-b0b5-c5fd538000c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 17:02:09.099710 dv-cinder-733622-13-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c39ae135-f8c7-4556-9337-3030625b8dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751456264887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852760618'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}